{"level":"warn","ts":"2026-03-03T21:14:16.660965Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-03T21:14:16.661092Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.238:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.238:2380","--initial-cluster=instance=https://199.204.45.238:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.238:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.238:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-03T21:14:16.661172Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-03T21:14:16.661187Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.238:2380"]} {"level":"info","ts":"2026-03-03T21:14:16.661206Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-03T21:14:16.661913Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.238:2379"]} {"level":"info","ts":"2026-03-03T21:14:16.66202Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.238:2380"],"listen-peer-urls":["https://199.204.45.238:2380"],"advertise-client-urls":["https://199.204.45.238:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.238:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.238:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-03T21:14:16.665413Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.167802ms"} {"level":"info","ts":"2026-03-03T21:14:16.670278Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"d7dbc9f5893cc1f6","cluster-id":"823d1d08ab21430c"} {"level":"info","ts":"2026-03-03T21:14:16.670369Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 switched to configuration voters=()"} {"level":"info","ts":"2026-03-03T21:14:16.670397Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 became follower at term 0"} {"level":"info","ts":"2026-03-03T21:14:16.670409Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft d7dbc9f5893cc1f6 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-03T21:14:16.67043Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 became follower at term 1"} {"level":"info","ts":"2026-03-03T21:14:16.670469Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 switched to configuration voters=(15554247794460770806)"} {"level":"warn","ts":"2026-03-03T21:14:16.676508Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-03T21:14:16.678079Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-03T21:14:16.688772Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-03T21:14:16.691931Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"d7dbc9f5893cc1f6","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-03T21:14:16.692155Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T21:14:16.692164Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"d7dbc9f5893cc1f6","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-03T21:14:16.692233Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T21:14:16.69226Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T21:14:16.692936Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 switched to configuration voters=(15554247794460770806)"} {"level":"info","ts":"2026-03-03T21:14:16.693904Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"823d1d08ab21430c","local-member-id":"d7dbc9f5893cc1f6","added-peer-id":"d7dbc9f5893cc1f6","added-peer-peer-urls":["https://199.204.45.238:2380"]} {"level":"info","ts":"2026-03-03T21:14:16.696273Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-03T21:14:16.696556Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"d7dbc9f5893cc1f6","initial-advertise-peer-urls":["https://199.204.45.238:2380"],"listen-peer-urls":["https://199.204.45.238:2380"],"advertise-client-urls":["https://199.204.45.238:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.238:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-03T21:14:16.696594Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-03T21:14:16.696797Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.238:2380"} {"level":"info","ts":"2026-03-03T21:14:16.696827Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.238:2380"} {"level":"info","ts":"2026-03-03T21:14:16.771081Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 is starting a new election at term 1"} {"level":"info","ts":"2026-03-03T21:14:16.771135Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-03T21:14:16.771164Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 received MsgPreVoteResp from d7dbc9f5893cc1f6 at term 1"} {"level":"info","ts":"2026-03-03T21:14:16.771184Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 became candidate at term 2"} {"level":"info","ts":"2026-03-03T21:14:16.771202Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 received MsgVoteResp from d7dbc9f5893cc1f6 at term 2"} {"level":"info","ts":"2026-03-03T21:14:16.771218Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d7dbc9f5893cc1f6 became leader at term 2"} {"level":"info","ts":"2026-03-03T21:14:16.771231Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d7dbc9f5893cc1f6 elected leader d7dbc9f5893cc1f6 at term 2"} {"level":"info","ts":"2026-03-03T21:14:16.771933Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T21:14:16.772873Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-03T21:14:16.772882Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"d7dbc9f5893cc1f6","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.238:2379]}","request-path":"/0/members/d7dbc9f5893cc1f6/attributes","cluster-id":"823d1d08ab21430c","publish-timeout":"7s"} {"level":"info","ts":"2026-03-03T21:14:16.772967Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-03T21:14:16.773203Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"823d1d08ab21430c","local-member-id":"d7dbc9f5893cc1f6","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T21:14:16.773301Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-03T21:14:16.77343Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-03T21:14:16.774056Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T21:14:16.774134Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T21:14:16.775017Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-03T21:14:16.775502Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.238:2379"} {"level":"info","ts":"2026-03-03T21:14:35.391682Z","caller":"traceutil/trace.go:171","msg":"trace[1832446284] transaction","detail":"{read_only:false; response_revision:408; number_of_response:1; }","duration":"219.115613ms","start":"2026-03-03T21:14:35.172536Z","end":"2026-03-03T21:14:35.391651Z","steps":["trace[1832446284] 'process raft request' (duration: 218.93681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:14:53.305778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.202323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T21:14:53.305903Z","caller":"traceutil/trace.go:171","msg":"trace[1789239689] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:507; }","duration":"149.419606ms","start":"2026-03-03T21:14:53.156462Z","end":"2026-03-03T21:14:53.305882Z","steps":["trace[1789239689] 'range keys from in-memory index tree' (duration: 149.049639ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:14:53.652328Z","caller":"traceutil/trace.go:171","msg":"trace[390715650] transaction","detail":"{read_only:false; response_revision:509; number_of_response:1; }","duration":"341.67862ms","start":"2026-03-03T21:14:53.310614Z","end":"2026-03-03T21:14:53.652292Z","steps":["trace[390715650] 'process raft request' (duration: 341.414554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:14:53.652738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:14:53.310586Z","time spent":"341.805523ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:14:53.815145Z","caller":"traceutil/trace.go:171","msg":"trace[1759837048] linearizableReadLoop","detail":"{readStateIndex:529; appliedIndex:528; }","duration":"134.976111ms","start":"2026-03-03T21:14:53.68014Z","end":"2026-03-03T21:14:53.815116Z","steps":["trace[1759837048] 'read index received' (duration: 92.961739ms)","trace[1759837048] 'applied index is now lower than readState.Index' (duration: 42.012492ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:14:53.815298Z","caller":"traceutil/trace.go:171","msg":"trace[1662986093] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"159.359458ms","start":"2026-03-03T21:14:53.655901Z","end":"2026-03-03T21:14:53.815261Z","steps":["trace[1662986093] 'process raft request' (duration: 117.163752ms)","trace[1662986093] 'compare' (duration: 41.88927ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:14:53.815361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.192905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-5tzgd\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-03T21:14:53.815399Z","caller":"traceutil/trace.go:171","msg":"trace[1758666203] range","detail":"{range_begin:/registry/pods/kube-system/cilium-5tzgd; range_end:; response_count:1; response_revision:510; }","duration":"135.284516ms","start":"2026-03-03T21:14:53.680102Z","end":"2026-03-03T21:14:53.815386Z","steps":["trace[1758666203] 'agreement among raft nodes before linearized reading' (duration: 135.118513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:14:54.268752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.623896ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T21:14:54.268868Z","caller":"traceutil/trace.go:171","msg":"trace[542071103] linearizableReadLoop","detail":"{readStateIndex:530; appliedIndex:529; }","duration":"334.897211ms","start":"2026-03-03T21:14:53.933952Z","end":"2026-03-03T21:14:54.268849Z","steps":["trace[542071103] 'read index received' (duration: 70.211µs)","trace[542071103] 'applied index is now lower than readState.Index' (duration: 334.82555ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:14:54.26891Z","caller":"traceutil/trace.go:171","msg":"trace[1070570302] transaction","detail":"{read_only:false; response_revision:511; number_of_response:1; }","duration":"437.443162ms","start":"2026-03-03T21:14:53.83142Z","end":"2026-03-03T21:14:54.268863Z","steps":["trace[1070570302] 'process raft request' (duration: 92.451538ms)","trace[1070570302] 'compare' (duration: 344.499244ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:14:54.268947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.001063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T21:14:54.268979Z","caller":"traceutil/trace.go:171","msg":"trace[738247892] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:511; }","duration":"335.078565ms","start":"2026-03-03T21:14:53.933891Z","end":"2026-03-03T21:14:54.268969Z","steps":["trace[738247892] 'agreement among raft nodes before linearized reading' (duration: 335.008633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:14:54.269011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:14:53.933863Z","time spent":"335.140896ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T21:14:54.269046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:14:53.831391Z","time spent":"437.583755ms","remote":"127.0.0.1:39316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:14:54.573686Z","caller":"traceutil/trace.go:171","msg":"trace[2036664846] linearizableReadLoop","detail":"{readStateIndex:531; appliedIndex:530; }","duration":"184.872546ms","start":"2026-03-03T21:14:54.388759Z","end":"2026-03-03T21:14:54.573632Z","steps":["trace[2036664846] 'read index received' (duration: 179.220982ms)","trace[2036664846] 'applied index is now lower than readState.Index' (duration: 5.649784ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:14:54.57376Z","caller":"traceutil/trace.go:171","msg":"trace[1898468799] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"300.04554ms","start":"2026-03-03T21:14:54.273675Z","end":"2026-03-03T21:14:54.573721Z","steps":["trace[1898468799] 'process raft request' (duration: 294.332765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:14:54.573912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:14:54.273648Z","time spent":"300.183653ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:14:54.573956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.168831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T21:14:54.574058Z","caller":"traceutil/trace.go:171","msg":"trace[424329903] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:512; }","duration":"185.331325ms","start":"2026-03-03T21:14:54.388703Z","end":"2026-03-03T21:14:54.574034Z","steps":["trace[424329903] 'agreement among raft nodes before linearized reading' (duration: 185.155681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:14:55.982159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.80741ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T21:14:55.982343Z","caller":"traceutil/trace.go:171","msg":"trace[1038402657] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"156.653588ms","start":"2026-03-03T21:14:55.825637Z","end":"2026-03-03T21:14:55.98229Z","steps":["trace[1038402657] 'process raft request' (duration: 14.630604ms)","trace[1038402657] 'compare' (duration: 141.676107ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:14:55.982453Z","caller":"traceutil/trace.go:171","msg":"trace[206074536] linearizableReadLoop","detail":"{readStateIndex:658; appliedIndex:657; }","duration":"156.75992ms","start":"2026-03-03T21:14:55.825682Z","end":"2026-03-03T21:14:55.982442Z","steps":["trace[206074536] 'read index received' (duration: 14.535002ms)","trace[206074536] 'applied index is now lower than readState.Index' (duration: 142.223268ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:14:55.98241Z","caller":"traceutil/trace.go:171","msg":"trace[1156426681] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"156.365463ms","start":"2026-03-03T21:14:55.826024Z","end":"2026-03-03T21:14:55.982389Z","steps":["trace[1156426681] 'process raft request' (duration: 156.319182ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:14:55.982643Z","caller":"traceutil/trace.go:171","msg":"trace[240598876] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"156.790681ms","start":"2026-03-03T21:14:55.825763Z","end":"2026-03-03T21:14:55.982554Z","steps":["trace[240598876] 'process raft request' (duration: 156.515416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:14:55.982697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.007775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:14:55.982737Z","caller":"traceutil/trace.go:171","msg":"trace[1930217185] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:0; response_revision:640; }","duration":"157.045836ms","start":"2026-03-03T21:14:55.825679Z","end":"2026-03-03T21:14:55.982725Z","steps":["trace[1930217185] 'agreement among raft nodes before linearized reading' (duration: 156.980154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:14:55.988387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.635218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:14:55.98845Z","caller":"traceutil/trace.go:171","msg":"trace[541423727] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:0; response_revision:641; }","duration":"162.711041ms","start":"2026-03-03T21:14:55.825722Z","end":"2026-03-03T21:14:55.988433Z","steps":["trace[541423727] 'agreement among raft nodes before linearized reading' (duration: 162.607178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:14:55.98845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.487396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:14:55.988574Z","caller":"traceutil/trace.go:171","msg":"trace[670197182] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:0; response_revision:641; }","duration":"161.65671ms","start":"2026-03-03T21:14:55.826884Z","end":"2026-03-03T21:14:55.98854Z","steps":["trace[670197182] 'agreement among raft nodes before linearized reading' (duration: 161.468936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:14:55.988582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.7383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:14:55.988635Z","caller":"traceutil/trace.go:171","msg":"trace[1471885480] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:0; response_revision:641; }","duration":"162.799872ms","start":"2026-03-03T21:14:55.825823Z","end":"2026-03-03T21:14:55.988622Z","steps":["trace[1471885480] 'agreement among raft nodes before linearized reading' (duration: 162.714521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:14:55.988593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.769252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T21:14:55.988657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.858843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:14:55.98873Z","caller":"traceutil/trace.go:171","msg":"trace[913247887] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:0; response_revision:641; }","duration":"159.960705ms","start":"2026-03-03T21:14:55.828747Z","end":"2026-03-03T21:14:55.988708Z","steps":["trace[913247887] 'agreement among raft nodes before linearized reading' (duration: 159.834402ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:14:55.988749Z","caller":"traceutil/trace.go:171","msg":"trace[926547526] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:0; response_revision:641; }","duration":"162.881864ms","start":"2026-03-03T21:14:55.825808Z","end":"2026-03-03T21:14:55.98869Z","steps":["trace[926547526] 'agreement among raft nodes before linearized reading' (duration: 162.765701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:14:55.988827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.832602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:14:55.9889Z","caller":"traceutil/trace.go:171","msg":"trace[1255896907] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:0; response_revision:641; }","duration":"162.951604ms","start":"2026-03-03T21:14:55.825933Z","end":"2026-03-03T21:14:55.988885Z","steps":["trace[1255896907] 'agreement among raft nodes before linearized reading' (duration: 162.71087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:14:55.989264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.162509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:14:55.989359Z","caller":"traceutil/trace.go:171","msg":"trace[187726388] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:0; response_revision:641; }","duration":"163.479865ms","start":"2026-03-03T21:14:55.825834Z","end":"2026-03-03T21:14:55.989314Z","steps":["trace[187726388] 'agreement among raft nodes before linearized reading' (duration: 162.655189ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:15:59.359115Z","caller":"traceutil/trace.go:171","msg":"trace[558476131] linearizableReadLoop","detail":"{readStateIndex:1599; appliedIndex:1597; }","duration":"415.311711ms","start":"2026-03-03T21:15:58.94377Z","end":"2026-03-03T21:15:59.359081Z","steps":["trace[558476131] 'read index received' (duration: 414.943264ms)","trace[558476131] 'applied index is now lower than readState.Index' (duration: 367.177µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:15:59.359149Z","caller":"traceutil/trace.go:171","msg":"trace[903305195] transaction","detail":"{read_only:false; response_revision:1536; number_of_response:1; }","duration":"420.25208ms","start":"2026-03-03T21:15:58.938851Z","end":"2026-03-03T21:15:59.359103Z","steps":["trace[903305195] 'process raft request' (duration: 419.951704ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:15:59.359266Z","caller":"traceutil/trace.go:171","msg":"trace[221035742] transaction","detail":"{read_only:false; response_revision:1537; number_of_response:1; }","duration":"420.361652ms","start":"2026-03-03T21:15:58.938877Z","end":"2026-03-03T21:15:59.359239Z","steps":["trace[221035742] 'process raft request' (duration: 420.084287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:15:59.359356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:15:58.938831Z","time spent":"420.419234ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:15:59.359383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:15:58.938861Z","time spent":"420.456014ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:15:59.359457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.264375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:10668"} {"level":"info","ts":"2026-03-03T21:15:59.359503Z","caller":"traceutil/trace.go:171","msg":"trace[1745096136] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1537; }","duration":"276.385797ms","start":"2026-03-03T21:15:59.083106Z","end":"2026-03-03T21:15:59.359492Z","steps":["trace[1745096136] 'agreement among raft nodes before linearized reading' (duration: 276.169163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:15:59.359459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.657848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8cf6851f-9643-4896-98d7-841139a10249\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-03-03T21:15:59.35961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.678449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T21:15:59.359678Z","caller":"traceutil/trace.go:171","msg":"trace[553224357] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8cf6851f-9643-4896-98d7-841139a10249; range_end:; response_count:1; response_revision:1537; }","duration":"415.865362ms","start":"2026-03-03T21:15:58.94375Z","end":"2026-03-03T21:15:59.359615Z","steps":["trace[553224357] 'agreement among raft nodes before linearized reading' (duration: 415.503475ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:15:59.35973Z","caller":"traceutil/trace.go:171","msg":"trace[1925129133] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1537; }","duration":"129.854283ms","start":"2026-03-03T21:15:59.229849Z","end":"2026-03-03T21:15:59.359703Z","steps":["trace[1925129133] 'agreement among raft nodes before linearized reading' (duration: 129.478395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:15:59.359771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:15:58.943741Z","time spent":"415.980474ms","remote":"127.0.0.1:39316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3651,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8cf6851f-9643-4896-98d7-841139a10249\" "} {"level":"info","ts":"2026-03-03T21:16:07.52299Z","caller":"traceutil/trace.go:171","msg":"trace[1939852771] transaction","detail":"{read_only:false; response_revision:1613; number_of_response:1; }","duration":"123.101808ms","start":"2026-03-03T21:16:07.399838Z","end":"2026-03-03T21:16:07.52294Z","steps":["trace[1939852771] 'process raft request' (duration: 122.851303ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:16:49.875081Z","caller":"traceutil/trace.go:171","msg":"trace[1369150332] linearizableReadLoop","detail":"{readStateIndex:1910; appliedIndex:1909; }","duration":"126.403564ms","start":"2026-03-03T21:16:49.748613Z","end":"2026-03-03T21:16:49.875017Z","steps":["trace[1369150332] 'read index received' (duration: 126.183749ms)","trace[1369150332] 'applied index is now lower than readState.Index' (duration: 218.285µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:16:49.875112Z","caller":"traceutil/trace.go:171","msg":"trace[412206586] transaction","detail":"{read_only:false; response_revision:1837; number_of_response:1; }","duration":"137.657658ms","start":"2026-03-03T21:16:49.737422Z","end":"2026-03-03T21:16:49.87508Z","steps":["trace[412206586] 'process raft request' (duration: 137.454414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:16:49.875321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.698399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T21:16:49.875361Z","caller":"traceutil/trace.go:171","msg":"trace[435809854] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1837; }","duration":"126.800511ms","start":"2026-03-03T21:16:49.748548Z","end":"2026-03-03T21:16:49.875349Z","steps":["trace[435809854] 'agreement among raft nodes before linearized reading' (duration: 126.638598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:16:50.631933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.609045ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T21:16:50.632106Z","caller":"traceutil/trace.go:171","msg":"trace[1014328656] transaction","detail":"{read_only:false; response_revision:1840; number_of_response:1; }","duration":"408.18726ms","start":"2026-03-03T21:16:50.223895Z","end":"2026-03-03T21:16:50.632082Z","steps":["trace[1014328656] 'process raft request' (duration: 190.32535ms)","trace[1014328656] 'compare' (duration: 217.435902ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:16:50.632249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:16:50.223872Z","time spent":"408.269021ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:16:50.661822Z","caller":"traceutil/trace.go:171","msg":"trace[205111594] transaction","detail":"{read_only:false; response_revision:1841; number_of_response:1; }","duration":"417.23883ms","start":"2026-03-03T21:16:50.244548Z","end":"2026-03-03T21:16:50.661787Z","steps":["trace[205111594] 'process raft request' (duration: 417.112298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:16:50.66202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:16:50.244531Z","time spent":"417.377632ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:16:50.671513Z","caller":"traceutil/trace.go:171","msg":"trace[1866521271] linearizableReadLoop","detail":"{readStateIndex:1915; appliedIndex:1913; }","duration":"103.051937ms","start":"2026-03-03T21:16:50.568431Z","end":"2026-03-03T21:16:50.671483Z","steps":["trace[1866521271] 'read index received' (duration: 93.208521ms)","trace[1866521271] 'applied index is now lower than readState.Index' (duration: 9.842016ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:16:50.671584Z","caller":"traceutil/trace.go:171","msg":"trace[1702069081] transaction","detail":"{read_only:false; response_revision:1842; number_of_response:1; }","duration":"233.258857ms","start":"2026-03-03T21:16:50.438304Z","end":"2026-03-03T21:16:50.671563Z","steps":["trace[1702069081] 'process raft request' (duration: 233.049753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:16:50.671712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.284932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T21:16:50.671763Z","caller":"traceutil/trace.go:171","msg":"trace[1011242307] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1842; }","duration":"103.421144ms","start":"2026-03-03T21:16:50.568327Z","end":"2026-03-03T21:16:50.671749Z","steps":["trace[1011242307] 'agreement among raft nodes before linearized reading' (duration: 103.256641ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:16:56.015709Z","caller":"traceutil/trace.go:171","msg":"trace[1730202491] linearizableReadLoop","detail":"{readStateIndex:1941; appliedIndex:1940; }","duration":"115.823352ms","start":"2026-03-03T21:16:55.899838Z","end":"2026-03-03T21:16:56.015662Z","steps":["trace[1730202491] 'read index received' (duration: 83.323004ms)","trace[1730202491] 'applied index is now lower than readState.Index' (duration: 32.495598ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:16:56.016296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.24676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T21:16:56.016406Z","caller":"traceutil/trace.go:171","msg":"trace[2047090652] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1866; }","duration":"107.422433ms","start":"2026-03-03T21:16:55.908955Z","end":"2026-03-03T21:16:56.016378Z","steps":["trace[2047090652] 'agreement among raft nodes before linearized reading' (duration: 107.160168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:16:56.016567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.716091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T21:16:56.016635Z","caller":"traceutil/trace.go:171","msg":"trace[525494376] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1866; }","duration":"116.855993ms","start":"2026-03-03T21:16:55.899764Z","end":"2026-03-03T21:16:56.01662Z","steps":["trace[525494376] 'agreement among raft nodes before linearized reading' (duration: 116.046637ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:18:15.18452Z","caller":"traceutil/trace.go:171","msg":"trace[1167107131] transaction","detail":"{read_only:false; response_revision:2451; number_of_response:1; }","duration":"197.788818ms","start":"2026-03-03T21:18:14.986701Z","end":"2026-03-03T21:18:15.184489Z","steps":["trace[1167107131] 'process raft request' (duration: 197.637675ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:18:15.210608Z","caller":"traceutil/trace.go:171","msg":"trace[1762203109] linearizableReadLoop","detail":"{readStateIndex:2550; appliedIndex:2548; }","duration":"171.872934ms","start":"2026-03-03T21:18:15.038719Z","end":"2026-03-03T21:18:15.210592Z","steps":["trace[1762203109] 'read index received' (duration: 145.589623ms)","trace[1762203109] 'applied index is now lower than readState.Index' (duration: 26.282301ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:18:15.210734Z","caller":"traceutil/trace.go:171","msg":"trace[1703721425] transaction","detail":"{read_only:false; response_revision:2452; number_of_response:1; }","duration":"223.311353ms","start":"2026-03-03T21:18:14.98736Z","end":"2026-03-03T21:18:15.210671Z","steps":["trace[1703721425] 'process raft request' (duration: 223.15155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:15.210944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.15527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-03T21:18:15.211013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.467383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-03T21:18:15.211114Z","caller":"traceutil/trace.go:171","msg":"trace[1556187284] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2452; }","duration":"137.649436ms","start":"2026-03-03T21:18:15.073439Z","end":"2026-03-03T21:18:15.211088Z","steps":["trace[1556187284] 'agreement among raft nodes before linearized reading' (duration: 137.368861ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:18:15.21109Z","caller":"traceutil/trace.go:171","msg":"trace[1113691226] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2452; }","duration":"172.357213ms","start":"2026-03-03T21:18:15.03867Z","end":"2026-03-03T21:18:15.211028Z","steps":["trace[1113691226] 'agreement among raft nodes before linearized reading' (duration: 172.026677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:18:15.600226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.64747ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T21:18:15.600348Z","caller":"traceutil/trace.go:171","msg":"trace[937040391] transaction","detail":"{read_only:false; response_revision:2455; number_of_response:1; }","duration":"354.264887ms","start":"2026-03-03T21:18:15.246061Z","end":"2026-03-03T21:18:15.600326Z","steps":["trace[937040391] 'process raft request' (duration: 27.404092ms)","trace[937040391] 'compare' (duration: 326.435926ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:18:15.600678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:18:15.246046Z","time spent":"354.553142ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:18:21.408315Z","caller":"traceutil/trace.go:171","msg":"trace[288709685] transaction","detail":"{read_only:false; response_revision:2484; number_of_response:1; }","duration":"151.787587ms","start":"2026-03-03T21:18:21.256491Z","end":"2026-03-03T21:18:21.408279Z","steps":["trace[288709685] 'process raft request' (duration: 151.653134ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:18:21.408547Z","caller":"traceutil/trace.go:171","msg":"trace[118171879] transaction","detail":"{read_only:false; response_revision:2483; number_of_response:1; }","duration":"154.046561ms","start":"2026-03-03T21:18:21.254461Z","end":"2026-03-03T21:18:21.408507Z","steps":["trace[118171879] 'process raft request' (duration: 88.127316ms)","trace[118171879] 'compare' (duration: 65.175491ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:22:04.111896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.253039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8dd366a0-c670-4159-b49b-39ae65e0493b\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-03-03T21:22:04.112037Z","caller":"traceutil/trace.go:171","msg":"trace[1354289746] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8dd366a0-c670-4159-b49b-39ae65e0493b; range_end:; response_count:1; response_revision:4305; }","duration":"127.454423ms","start":"2026-03-03T21:22:03.98456Z","end":"2026-03-03T21:22:04.112014Z","steps":["trace[1354289746] 'range keys from in-memory index tree' (duration: 127.053716ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:22:06.257736Z","caller":"traceutil/trace.go:171","msg":"trace[938078448] transaction","detail":"{read_only:false; response_revision:4334; number_of_response:1; }","duration":"106.845786ms","start":"2026-03-03T21:22:06.150853Z","end":"2026-03-03T21:22:06.257699Z","steps":["trace[938078448] 'process raft request' (duration: 78.637428ms)","trace[938078448] 'compare' (duration: 28.078666ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:22:06.280141Z","caller":"traceutil/trace.go:171","msg":"trace[1351419923] transaction","detail":"{read_only:false; response_revision:4335; number_of_response:1; }","duration":"126.321992ms","start":"2026-03-03T21:22:06.153793Z","end":"2026-03-03T21:22:06.280115Z","steps":["trace[1351419923] 'process raft request' (duration: 126.120958ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:22:06.280332Z","caller":"traceutil/trace.go:171","msg":"trace[43509216] transaction","detail":"{read_only:false; response_revision:4336; number_of_response:1; }","duration":"119.20558ms","start":"2026-03-03T21:22:06.161116Z","end":"2026-03-03T21:22:06.280321Z","steps":["trace[43509216] 'process raft request' (duration: 118.928165ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:22:06.431029Z","caller":"traceutil/trace.go:171","msg":"trace[1196111120] linearizableReadLoop","detail":"{readStateIndex:4512; appliedIndex:4511; }","duration":"114.773732ms","start":"2026-03-03T21:22:06.316232Z","end":"2026-03-03T21:22:06.431005Z","steps":["trace[1196111120] 'read index received' (duration: 112.710812ms)","trace[1196111120] 'applied index is now lower than readState.Index' (duration: 2.0621ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:22:06.431151Z","caller":"traceutil/trace.go:171","msg":"trace[1298176547] transaction","detail":"{read_only:false; response_revision:4339; number_of_response:1; }","duration":"115.337304ms","start":"2026-03-03T21:22:06.315782Z","end":"2026-03-03T21:22:06.431119Z","steps":["trace[1298176547] 'process raft request' (duration: 113.168141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:22:06.431294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.047498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-03T21:22:06.431331Z","caller":"traceutil/trace.go:171","msg":"trace[1536856838] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:4339; }","duration":"115.14028ms","start":"2026-03-03T21:22:06.316181Z","end":"2026-03-03T21:22:06.431322Z","steps":["trace[1536856838] 'agreement among raft nodes before linearized reading' (duration: 114.942756ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:22:09.758082Z","caller":"traceutil/trace.go:171","msg":"trace[1232387600] linearizableReadLoop","detail":"{readStateIndex:4686; appliedIndex:4685; }","duration":"205.675772ms","start":"2026-03-03T21:22:09.55238Z","end":"2026-03-03T21:22:09.758056Z","steps":["trace[1232387600] 'read index received' (duration: 132.84752ms)","trace[1232387600] 'applied index is now lower than readState.Index' (duration: 72.823651ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:22:09.758144Z","caller":"traceutil/trace.go:171","msg":"trace[1936998965] transaction","detail":"{read_only:false; response_revision:4508; number_of_response:1; }","duration":"224.125187ms","start":"2026-03-03T21:22:09.533956Z","end":"2026-03-03T21:22:09.758081Z","steps":["trace[1936998965] 'process raft request' (duration: 151.271995ms)","trace[1936998965] 'compare' (duration: 72.678489ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:22:09.758292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.771253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:22:09.75834Z","caller":"traceutil/trace.go:171","msg":"trace[507363424] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4508; }","duration":"112.883194ms","start":"2026-03-03T21:22:09.645449Z","end":"2026-03-03T21:22:09.758332Z","steps":["trace[507363424] 'agreement among raft nodes before linearized reading' (duration: 112.762702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:22:09.758505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.044349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5dqw5\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T21:22:09.758626Z","caller":"traceutil/trace.go:171","msg":"trace[1622070245] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5dqw5; range_end:; response_count:1; response_revision:4508; }","duration":"206.237142ms","start":"2026-03-03T21:22:09.552362Z","end":"2026-03-03T21:22:09.758599Z","steps":["trace[1622070245] 'agreement among raft nodes before linearized reading' (duration: 205.772793ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:22:20.670987Z","caller":"traceutil/trace.go:171","msg":"trace[832331419] transaction","detail":"{read_only:false; response_revision:4729; number_of_response:1; }","duration":"100.320196ms","start":"2026-03-03T21:22:20.570643Z","end":"2026-03-03T21:22:20.670963Z","steps":["trace[832331419] 'process raft request' (duration: 99.956299ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:22:21.294336Z","caller":"traceutil/trace.go:171","msg":"trace[174470513] linearizableReadLoop","detail":"{readStateIndex:4926; appliedIndex:4924; }","duration":"117.035747ms","start":"2026-03-03T21:22:21.177269Z","end":"2026-03-03T21:22:21.294305Z","steps":["trace[174470513] 'read index received' (duration: 4.404438ms)","trace[174470513] 'applied index is now lower than readState.Index' (duration: 112.630279ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:22:21.294432Z","caller":"traceutil/trace.go:171","msg":"trace[2007332295] transaction","detail":"{read_only:false; response_revision:4741; number_of_response:1; }","duration":"136.629475ms","start":"2026-03-03T21:22:21.157757Z","end":"2026-03-03T21:22:21.294387Z","steps":["trace[2007332295] 'process raft request' (duration: 94.926919ms)","trace[2007332295] 'compare' (duration: 41.43373ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:22:21.294601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.312892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-cf56b6468-hx6hk\" ","response":"range_response_count:1 size:7666"} {"level":"info","ts":"2026-03-03T21:22:21.29465Z","caller":"traceutil/trace.go:171","msg":"trace[434100597] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-cf56b6468-hx6hk; range_end:; response_count:1; response_revision:4741; }","duration":"117.411554ms","start":"2026-03-03T21:22:21.177224Z","end":"2026-03-03T21:22:21.294636Z","steps":["trace[434100597] 'agreement among raft nodes before linearized reading' (duration: 117.19674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:22:21.878726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.5355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:22:21.878835Z","caller":"traceutil/trace.go:171","msg":"trace[1117943265] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:4747; }","duration":"103.717133ms","start":"2026-03-03T21:22:21.775095Z","end":"2026-03-03T21:22:21.878812Z","steps":["trace[1117943265] 'count revisions from in-memory index tree' (duration: 103.409407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:22:30.032397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.620912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5dqw5\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T21:22:30.032513Z","caller":"traceutil/trace.go:171","msg":"trace[736695688] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5dqw5; range_end:; response_count:1; response_revision:4903; }","duration":"109.819656ms","start":"2026-03-03T21:22:29.922666Z","end":"2026-03-03T21:22:30.032486Z","steps":["trace[736695688] 'range keys from in-memory index tree' (duration: 109.343807ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:22:30.340138Z","caller":"traceutil/trace.go:171","msg":"trace[1902821763] transaction","detail":"{read_only:false; response_revision:4905; number_of_response:1; }","duration":"240.580571ms","start":"2026-03-03T21:22:30.099485Z","end":"2026-03-03T21:22:30.340066Z","steps":["trace[1902821763] 'process raft request' (duration: 191.179414ms)","trace[1902821763] 'compare' (duration: 49.193993ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:22:30.650367Z","caller":"traceutil/trace.go:171","msg":"trace[92583562] transaction","detail":"{read_only:false; response_revision:4907; number_of_response:1; }","duration":"301.710463ms","start":"2026-03-03T21:22:30.348602Z","end":"2026-03-03T21:22:30.650312Z","steps":["trace[92583562] 'process raft request' (duration: 301.367836ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:22:30.650608Z","caller":"traceutil/trace.go:171","msg":"trace[962335569] transaction","detail":"{read_only:false; response_revision:4908; number_of_response:1; }","duration":"272.796035ms","start":"2026-03-03T21:22:30.377752Z","end":"2026-03-03T21:22:30.650548Z","steps":["trace[962335569] 'process raft request' (duration: 272.379017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:22:30.650719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.015329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T21:22:30.650762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:22:30.348583Z","time spent":"301.903216ms","remote":"127.0.0.1:39316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:22:30.650789Z","caller":"traceutil/trace.go:171","msg":"trace[1304733177] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:4908; }","duration":"296.142542ms","start":"2026-03-03T21:22:30.354629Z","end":"2026-03-03T21:22:30.650771Z","steps":["trace[1304733177] 'agreement among raft nodes before linearized reading' (duration: 295.972879ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:22:30.650481Z","caller":"traceutil/trace.go:171","msg":"trace[959615620] linearizableReadLoop","detail":"{readStateIndex:5096; appliedIndex:5094; }","duration":"295.772715ms","start":"2026-03-03T21:22:30.354681Z","end":"2026-03-03T21:22:30.650454Z","steps":["trace[959615620] 'read index received' (duration: 49.907688ms)","trace[959615620] 'applied index is now lower than readState.Index' (duration: 245.864017ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:22:30.844495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.900547ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-03T21:22:30.844594Z","caller":"traceutil/trace.go:171","msg":"trace[1348488169] linearizableReadLoop","detail":"{readStateIndex:5098; appliedIndex:5097; }","duration":"124.009269ms","start":"2026-03-03T21:22:30.720567Z","end":"2026-03-03T21:22:30.844576Z","steps":["trace[1348488169] 'read index received' (duration: 5.908938ms)","trace[1348488169] 'applied index is now lower than readState.Index' (duration: 118.099031ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:22:30.844839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.350045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T21:22:30.844885Z","caller":"traceutil/trace.go:171","msg":"trace[451454783] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4908; }","duration":"117.429047ms","start":"2026-03-03T21:22:30.727443Z","end":"2026-03-03T21:22:30.844872Z","steps":["trace[451454783] 'agreement among raft nodes before linearized reading' (duration: 117.250363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:22:30.844895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.284014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T21:22:30.845033Z","caller":"traceutil/trace.go:171","msg":"trace[1053755164] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4908; }","duration":"124.480798ms","start":"2026-03-03T21:22:30.720514Z","end":"2026-03-03T21:22:30.844994Z","steps":["trace[1053755164] 'agreement among raft nodes before linearized reading' (duration: 124.110901ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:22:32.5123Z","caller":"traceutil/trace.go:171","msg":"trace[665574621] transaction","detail":"{read_only:false; response_revision:4931; number_of_response:1; }","duration":"102.425629ms","start":"2026-03-03T21:22:32.409844Z","end":"2026-03-03T21:22:32.51227Z","steps":["trace[665574621] 'process raft request' (duration: 102.344367ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:22:32.512344Z","caller":"traceutil/trace.go:171","msg":"trace[656021128] transaction","detail":"{read_only:false; response_revision:4930; number_of_response:1; }","duration":"161.096142ms","start":"2026-03-03T21:22:32.351208Z","end":"2026-03-03T21:22:32.512304Z","steps":["trace[656021128] 'process raft request' (duration: 129.711803ms)","trace[656021128] 'compare' (duration: 31.116874ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:23:20.788308Z","caller":"traceutil/trace.go:171","msg":"trace[1889647692] linearizableReadLoop","detail":"{readStateIndex:5579; appliedIndex:5578; }","duration":"124.593331ms","start":"2026-03-03T21:23:20.663692Z","end":"2026-03-03T21:23:20.788285Z","steps":["trace[1889647692] 'read index received' (duration: 104.465868ms)","trace[1889647692] 'applied index is now lower than readState.Index' (duration: 20.126323ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:23:20.788362Z","caller":"traceutil/trace.go:171","msg":"trace[190968693] transaction","detail":"{read_only:false; response_revision:5376; number_of_response:1; }","duration":"149.434427ms","start":"2026-03-03T21:23:20.638872Z","end":"2026-03-03T21:23:20.788306Z","steps":["trace[190968693] 'process raft request' (duration: 129.279193ms)","trace[190968693] 'compare' (duration: 19.850818ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:23:20.788583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.871756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-03T21:23:20.788628Z","caller":"traceutil/trace.go:171","msg":"trace[1190458247] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5376; }","duration":"124.950137ms","start":"2026-03-03T21:23:20.663666Z","end":"2026-03-03T21:23:20.788616Z","steps":["trace[1190458247] 'agreement among raft nodes before linearized reading' (duration: 124.745283ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:24:17.513091Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2759} {"level":"info","ts":"2026-03-03T21:24:17.574335Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2759,"took":"59.040209ms","hash":2715954452,"current-db-size-bytes":42479616,"current-db-size":"42 MB","current-db-size-in-use-bytes":31641600,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-03T21:24:17.574505Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2715954452,"revision":2759,"compact-revision":-1} {"level":"warn","ts":"2026-03-03T21:28:32.818775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.440876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:28:32.818869Z","caller":"traceutil/trace.go:171","msg":"trace[1431270386] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7536; }","duration":"173.606059ms","start":"2026-03-03T21:28:32.645242Z","end":"2026-03-03T21:28:32.818848Z","steps":["trace[1431270386] 'range keys from in-memory index tree' (duration: 173.274782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:28:32.819107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.307998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T21:28:32.819208Z","caller":"traceutil/trace.go:171","msg":"trace[693392853] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7536; }","duration":"397.41106ms","start":"2026-03-03T21:28:32.421777Z","end":"2026-03-03T21:28:32.819188Z","steps":["trace[693392853] 'range keys from in-memory index tree' (duration: 397.069623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:28:32.819255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:28:32.421708Z","time spent":"397.532962ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T21:28:32.932461Z","caller":"traceutil/trace.go:171","msg":"trace[2017820510] transaction","detail":"{read_only:false; response_revision:7540; number_of_response:1; }","duration":"105.724521ms","start":"2026-03-03T21:28:32.826714Z","end":"2026-03-03T21:28:32.932439Z","steps":["trace[2017820510] 'process raft request' (duration: 105.67572ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:28:32.932464Z","caller":"traceutil/trace.go:171","msg":"trace[937037394] transaction","detail":"{read_only:false; response_revision:7538; number_of_response:1; }","duration":"108.14681ms","start":"2026-03-03T21:28:32.824295Z","end":"2026-03-03T21:28:32.932442Z","steps":["trace[937037394] 'process raft request' (duration: 102.959207ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:28:32.932568Z","caller":"traceutil/trace.go:171","msg":"trace[921712532] transaction","detail":"{read_only:false; response_revision:7539; number_of_response:1; }","duration":"106.835394ms","start":"2026-03-03T21:28:32.82569Z","end":"2026-03-03T21:28:32.932525Z","steps":["trace[921712532] 'process raft request' (duration: 106.671241ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:28:43.554966Z","caller":"traceutil/trace.go:171","msg":"trace[734861635] linearizableReadLoop","detail":"{readStateIndex:7870; appliedIndex:7869; }","duration":"170.879675ms","start":"2026-03-03T21:28:43.384062Z","end":"2026-03-03T21:28:43.554942Z","steps":["trace[734861635] 'read index received' (duration: 170.65809ms)","trace[734861635] 'applied index is now lower than readState.Index' (duration: 220.185µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:28:43.555105Z","caller":"traceutil/trace.go:171","msg":"trace[483444179] transaction","detail":"{read_only:false; response_revision:7591; number_of_response:1; }","duration":"396.95716ms","start":"2026-03-03T21:28:43.158136Z","end":"2026-03-03T21:28:43.555093Z","steps":["trace[483444179] 'process raft request' (duration: 396.644103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:28:43.555214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.124249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:28:43.55531Z","caller":"traceutil/trace.go:171","msg":"trace[1391304548] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:7591; }","duration":"105.282912ms","start":"2026-03-03T21:28:43.450005Z","end":"2026-03-03T21:28:43.555288Z","steps":["trace[1391304548] 'agreement among raft nodes before linearized reading' (duration: 105.13965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:28:43.555389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.333103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T21:28:43.555432Z","caller":"traceutil/trace.go:171","msg":"trace[2080540727] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:7591; }","duration":"171.416225ms","start":"2026-03-03T21:28:43.384007Z","end":"2026-03-03T21:28:43.555423Z","steps":["trace[2080540727] 'agreement among raft nodes before linearized reading' (duration: 171.279362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:28:43.555225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:28:43.158106Z","time spent":"397.036761ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:28:46.464258Z","caller":"traceutil/trace.go:171","msg":"trace[1031787727] linearizableReadLoop","detail":"{readStateIndex:7882; appliedIndex:7881; }","duration":"196.682769ms","start":"2026-03-03T21:28:46.267534Z","end":"2026-03-03T21:28:46.464216Z","steps":["trace[1031787727] 'read index received' (duration: 140.17798ms)","trace[1031787727] 'applied index is now lower than readState.Index' (duration: 56.503259ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:28:46.464303Z","caller":"traceutil/trace.go:171","msg":"trace[1717585027] transaction","detail":"{read_only:false; response_revision:7602; number_of_response:1; }","duration":"206.223311ms","start":"2026-03-03T21:28:46.258044Z","end":"2026-03-03T21:28:46.464267Z","steps":["trace[1717585027] 'process raft request' (duration: 149.790893ms)","trace[1717585027] 'compare' (duration: 56.207873ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:28:46.464552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.003516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5dqw5\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T21:28:46.464645Z","caller":"traceutil/trace.go:171","msg":"trace[1452090885] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5dqw5; range_end:; response_count:1; response_revision:7602; }","duration":"197.134298ms","start":"2026-03-03T21:28:46.267488Z","end":"2026-03-03T21:28:46.464622Z","steps":["trace[1452090885] 'agreement among raft nodes before linearized reading' (duration: 196.843662ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:29:13.248792Z","caller":"traceutil/trace.go:171","msg":"trace[281229585] transaction","detail":"{read_only:false; response_revision:7785; number_of_response:1; }","duration":"109.026149ms","start":"2026-03-03T21:29:13.139711Z","end":"2026-03-03T21:29:13.248737Z","steps":["trace[281229585] 'process raft request' (duration: 108.653181ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:29:13.573384Z","caller":"traceutil/trace.go:171","msg":"trace[1539987117] transaction","detail":"{read_only:false; response_revision:7786; number_of_response:1; }","duration":"320.187927ms","start":"2026-03-03T21:29:13.253174Z","end":"2026-03-03T21:29:13.573362Z","steps":["trace[1539987117] 'process raft request' (duration: 314.923142ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:29:13.573523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:29:13.253146Z","time spent":"320.304929ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:29:13.581781Z","caller":"traceutil/trace.go:171","msg":"trace[157473954] transaction","detail":"{read_only:false; response_revision:7788; number_of_response:1; }","duration":"325.308689ms","start":"2026-03-03T21:29:13.256444Z","end":"2026-03-03T21:29:13.581752Z","steps":["trace[157473954] 'process raft request' (duration: 325.222207ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:29:13.581873Z","caller":"traceutil/trace.go:171","msg":"trace[910671116] transaction","detail":"{read_only:false; response_revision:7787; number_of_response:1; }","duration":"328.206427ms","start":"2026-03-03T21:29:13.253619Z","end":"2026-03-03T21:29:13.581826Z","steps":["trace[910671116] 'process raft request' (duration: 327.85896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:29:13.582014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:29:13.256425Z","time spent":"325.480843ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:29:13.582113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:29:13.253603Z","time spent":"328.394211ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:29:17.742655Z","caller":"traceutil/trace.go:171","msg":"trace[428607762] transaction","detail":"{read_only:false; response_revision:7803; number_of_response:1; }","duration":"469.817346ms","start":"2026-03-03T21:29:17.27281Z","end":"2026-03-03T21:29:17.742627Z","steps":["trace[428607762] 'process raft request' (duration: 469.601951ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:29:17.74283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:29:17.272789Z","time spent":"469.957178ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:29:17.830415Z","caller":"traceutil/trace.go:171","msg":"trace[1744222066] transaction","detail":"{read_only:false; response_revision:7804; number_of_response:1; }","duration":"327.628325ms","start":"2026-03-03T21:29:17.502742Z","end":"2026-03-03T21:29:17.83037Z","steps":["trace[1744222066] 'process raft request' (duration: 282.512743ms)","trace[1744222066] 'compare' (duration: 44.892277ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:29:17.83046Z","caller":"traceutil/trace.go:171","msg":"trace[300588873] transaction","detail":"{read_only:false; response_revision:7805; number_of_response:1; }","duration":"315.703707ms","start":"2026-03-03T21:29:17.514728Z","end":"2026-03-03T21:29:17.830432Z","steps":["trace[300588873] 'process raft request' (duration: 315.551354ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:29:17.830482Z","caller":"traceutil/trace.go:171","msg":"trace[2053467514] transaction","detail":"{read_only:false; response_revision:7806; number_of_response:1; }","duration":"138.773453ms","start":"2026-03-03T21:29:17.691682Z","end":"2026-03-03T21:29:17.830455Z","steps":["trace[2053467514] 'process raft request' (duration: 138.664191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:29:17.830601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.583987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T21:29:17.830597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:29:17.514717Z","time spent":"315.80541ms","remote":"127.0.0.1:39144","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":25,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:29:17.830648Z","caller":"traceutil/trace.go:171","msg":"trace[1978774262] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7806; }","duration":"231.686199ms","start":"2026-03-03T21:29:17.59895Z","end":"2026-03-03T21:29:17.830636Z","steps":["trace[1978774262] 'agreement among raft nodes before linearized reading' (duration: 231.525206ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:29:17.830421Z","caller":"traceutil/trace.go:171","msg":"trace[814775658] linearizableReadLoop","detail":"{readStateIndex:8093; appliedIndex:8090; }","duration":"231.394154ms","start":"2026-03-03T21:29:17.599003Z","end":"2026-03-03T21:29:17.830397Z","steps":["trace[814775658] 'read index received' (duration: 143.474957ms)","trace[814775658] 'applied index is now lower than readState.Index' (duration: 87.917897ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:29:17.830901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.772761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T21:29:17.830936Z","caller":"traceutil/trace.go:171","msg":"trace[283580668] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7806; }","duration":"227.833062ms","start":"2026-03-03T21:29:17.603094Z","end":"2026-03-03T21:29:17.830927Z","steps":["trace[283580668] 'agreement among raft nodes before linearized reading' (duration: 227.689749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:29:17.831034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.156378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T21:29:17.831161Z","caller":"traceutil/trace.go:171","msg":"trace[1543532349] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7806; }","duration":"229.333332ms","start":"2026-03-03T21:29:17.601788Z","end":"2026-03-03T21:29:17.831121Z","steps":["trace[1543532349] 'agreement among raft nodes before linearized reading' (duration: 228.993205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:29:17.830584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:29:17.502713Z","time spent":"327.780899ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:29:17.889241Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5787} {"level":"info","ts":"2026-03-03T21:29:17.987494Z","caller":"traceutil/trace.go:171","msg":"trace[1175730785] transaction","detail":"{read_only:false; response_revision:7807; number_of_response:1; }","duration":"152.158121ms","start":"2026-03-03T21:29:17.835291Z","end":"2026-03-03T21:29:17.987449Z","steps":["trace[1175730785] 'process raft request' (duration: 100.925316ms)","trace[1175730785] 'compare' (duration: 19.711174ms)","trace[1175730785] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-svcs-lock; req_size:420; } (duration: 31.335367ms)"],"step_count":3} {"level":"info","ts":"2026-03-03T21:29:17.987735Z","caller":"traceutil/trace.go:171","msg":"trace[1911544941] transaction","detail":"{read_only:false; response_revision:7808; number_of_response:1; }","duration":"151.15048ms","start":"2026-03-03T21:29:17.836565Z","end":"2026-03-03T21:29:17.987716Z","steps":["trace[1911544941] 'process raft request' (duration: 150.824373ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:29:17.987875Z","caller":"traceutil/trace.go:171","msg":"trace[1084756575] transaction","detail":"{read_only:false; response_revision:7809; number_of_response:1; }","duration":"150.883784ms","start":"2026-03-03T21:29:17.836968Z","end":"2026-03-03T21:29:17.987852Z","steps":["trace[1084756575] 'process raft request' (duration: 150.66466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:29:18.121114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.461736ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T21:29:18.121288Z","caller":"traceutil/trace.go:171","msg":"trace[1303931160] transaction","detail":"{read_only:false; response_revision:7810; number_of_response:1; }","duration":"127.785943ms","start":"2026-03-03T21:29:17.993464Z","end":"2026-03-03T21:29:18.12125Z","steps":["trace[1303931160] 'process raft request' (duration: 10.97333ms)","trace[1303931160] 'compare' (duration: 85.149811ms)","trace[1303931160] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/ingress-nginx/ingress-nginx-leader; req_size:472; } (duration: 31.147172ms)"],"step_count":3} {"level":"info","ts":"2026-03-03T21:29:18.203428Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5787,"took":"311.77369ms","hash":1329810841,"current-db-size-bytes":43642880,"current-db-size":"44 MB","current-db-size-in-use-bytes":23064576,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-03T21:29:18.20349Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1329810841,"revision":5787,"compact-revision":2759} {"level":"warn","ts":"2026-03-03T21:29:26.328362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.693796ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T21:29:26.329067Z","caller":"traceutil/trace.go:171","msg":"trace[2057979616] transaction","detail":"{read_only:false; response_revision:7886; number_of_response:1; }","duration":"462.693514ms","start":"2026-03-03T21:29:25.866337Z","end":"2026-03-03T21:29:26.32903Z","steps":["trace[2057979616] 'process raft request' (duration: 462.184594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:29:26.329235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:29:25.866279Z","time spent":"462.841887ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:29:26.354726Z","caller":"traceutil/trace.go:171","msg":"trace[816544837] transaction","detail":"{read_only:false; response_revision:7888; number_of_response:1; }","duration":"124.142909ms","start":"2026-03-03T21:29:26.230556Z","end":"2026-03-03T21:29:26.354699Z","steps":["trace[816544837] 'process raft request' (duration: 124.061578ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:29:26.354771Z","caller":"traceutil/trace.go:171","msg":"trace[231162580] linearizableReadLoop","detail":"{readStateIndex:8180; appliedIndex:8177; }","duration":"451.084163ms","start":"2026-03-03T21:29:25.90366Z","end":"2026-03-03T21:29:26.354745Z","steps":["trace[231162580] 'read index received' (duration: 63.121662ms)","trace[231162580] 'applied index is now lower than readState.Index' (duration: 387.960871ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:29:26.354766Z","caller":"traceutil/trace.go:171","msg":"trace[417507269] transaction","detail":"{read_only:false; response_revision:7887; number_of_response:1; }","duration":"451.135883ms","start":"2026-03-03T21:29:25.903529Z","end":"2026-03-03T21:29:26.354665Z","steps":["trace[417507269] 'process raft request' (duration: 425.487771ms)","trace[417507269] 'compare' (duration: 25.274764ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:29:26.355001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:29:25.903514Z","time spent":"451.380199ms","remote":"127.0.0.1:39198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T21:29:26.355058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.375899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-hxvgl\" ","response":"range_response_count:1 size:4645"} {"level":"info","ts":"2026-03-03T21:29:26.355088Z","caller":"traceutil/trace.go:171","msg":"trace[1600734826] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-hxvgl; range_end:; response_count:1; response_revision:7888; }","duration":"451.44296ms","start":"2026-03-03T21:29:25.903633Z","end":"2026-03-03T21:29:26.355076Z","steps":["trace[1600734826] 'agreement among raft nodes before linearized reading' (duration: 451.268366ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:29:26.355134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:29:25.903625Z","time spent":"451.502721ms","remote":"127.0.0.1:39316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4669,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-hxvgl\" "} {"level":"warn","ts":"2026-03-03T21:29:26.35529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.804399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T21:29:26.355363Z","caller":"traceutil/trace.go:171","msg":"trace[1169961226] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7888; }","duration":"330.945032ms","start":"2026-03-03T21:29:26.024398Z","end":"2026-03-03T21:29:26.355343Z","steps":["trace[1169961226] 'agreement among raft nodes before linearized reading' (duration: 330.744378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:29:26.355365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.755318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T21:29:26.355394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:29:26.024364Z","time spent":"331.024163ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T21:29:26.355414Z","caller":"traceutil/trace.go:171","msg":"trace[922145750] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7888; }","duration":"329.83577ms","start":"2026-03-03T21:29:26.025564Z","end":"2026-03-03T21:29:26.3554Z","steps":["trace[922145750] 'agreement among raft nodes before linearized reading' (duration: 329.652797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:29:26.355453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:29:26.025555Z","time spent":"329.889731ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T21:29:26.355444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.791359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T21:29:26.355528Z","caller":"traceutil/trace.go:171","msg":"trace[1863306797] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7888; }","duration":"323.934172ms","start":"2026-03-03T21:29:26.031571Z","end":"2026-03-03T21:29:26.355505Z","steps":["trace[1863306797] 'agreement among raft nodes before linearized reading' (duration: 323.641977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:29:26.355575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:29:26.031534Z","time spent":"324.033115ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T21:29:26.848306Z","caller":"traceutil/trace.go:171","msg":"trace[699449512] linearizableReadLoop","detail":"{readStateIndex:8190; appliedIndex:8189; }","duration":"116.183261ms","start":"2026-03-03T21:29:26.732097Z","end":"2026-03-03T21:29:26.84828Z","steps":["trace[699449512] 'read index received' (duration: 115.902266ms)","trace[699449512] 'applied index is now lower than readState.Index' (duration: 279.845µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:29:26.848629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.496177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-5cbb5799c4-zsm9n.18997207edffaa80\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-03T21:29:26.84868Z","caller":"traceutil/trace.go:171","msg":"trace[1812813829] transaction","detail":"{read_only:false; response_revision:7897; number_of_response:1; }","duration":"116.938367ms","start":"2026-03-03T21:29:26.731704Z","end":"2026-03-03T21:29:26.848642Z","steps":["trace[1812813829] 'process raft request' (duration: 116.395456ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:29:26.84873Z","caller":"traceutil/trace.go:171","msg":"trace[1260270457] range","detail":"{range_begin:/registry/events/openstack/barbican-api-5cbb5799c4-zsm9n.18997207edffaa80; range_end:; response_count:1; response_revision:7897; }","duration":"116.631761ms","start":"2026-03-03T21:29:26.732077Z","end":"2026-03-03T21:29:26.848709Z","steps":["trace[1260270457] 'agreement among raft nodes before linearized reading' (duration: 116.323775ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:29:27.212635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.482825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:29:27.212733Z","caller":"traceutil/trace.go:171","msg":"trace[679834048] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7898; }","duration":"225.607908ms","start":"2026-03-03T21:29:26.987099Z","end":"2026-03-03T21:29:27.212707Z","steps":["trace[679834048] 'range keys from in-memory index tree' (duration: 225.244841ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:29:27.598255Z","caller":"traceutil/trace.go:171","msg":"trace[290959942] transaction","detail":"{read_only:false; response_revision:7899; number_of_response:1; }","duration":"290.051135ms","start":"2026-03-03T21:29:27.308129Z","end":"2026-03-03T21:29:27.59818Z","steps":["trace[290959942] 'process raft request' (duration: 289.80593ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:30:30.681212Z","caller":"traceutil/trace.go:171","msg":"trace[96963025] transaction","detail":"{read_only:false; response_revision:8535; number_of_response:1; }","duration":"107.707002ms","start":"2026-03-03T21:30:30.573475Z","end":"2026-03-03T21:30:30.681182Z","steps":["trace[96963025] 'process raft request' (duration: 107.523569ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:30:30.689492Z","caller":"traceutil/trace.go:171","msg":"trace[782100636] transaction","detail":"{read_only:false; response_revision:8536; number_of_response:1; }","duration":"111.799284ms","start":"2026-03-03T21:30:30.577668Z","end":"2026-03-03T21:30:30.689468Z","steps":["trace[782100636] 'process raft request' (duration: 111.58387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:31:11.745032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.597081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:31:11.745137Z","caller":"traceutil/trace.go:171","msg":"trace[1624202820] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8799; }","duration":"100.748274ms","start":"2026-03-03T21:31:11.644368Z","end":"2026-03-03T21:31:11.745116Z","steps":["trace[1624202820] 'range keys from in-memory index tree' (duration: 100.478659ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:33:09.443688Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d7dbc9f5893cc1f6","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-03T21:33:09.449131Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-03T21:33:09.449241Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-03T21:34:17.896767Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7805} {"level":"info","ts":"2026-03-03T21:34:17.961211Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7805,"took":"61.563125ms","hash":2275115301,"current-db-size-bytes":43642880,"current-db-size":"44 MB","current-db-size-in-use-bytes":27115520,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-03T21:34:17.961263Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2275115301,"revision":7805,"compact-revision":5787} {"level":"info","ts":"2026-03-03T21:35:06.172231Z","caller":"traceutil/trace.go:171","msg":"trace[2013926269] transaction","detail":"{read_only:false; response_revision:10578; number_of_response:1; }","duration":"251.576699ms","start":"2026-03-03T21:35:05.92062Z","end":"2026-03-03T21:35:06.172197Z","steps":["trace[2013926269] 'process raft request' (duration: 194.79826ms)","trace[2013926269] 'compare' (duration: 56.596105ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:35:06.172248Z","caller":"traceutil/trace.go:171","msg":"trace[114718132] transaction","detail":"{read_only:false; response_revision:10579; number_of_response:1; }","duration":"176.252372ms","start":"2026-03-03T21:35:05.995957Z","end":"2026-03-03T21:35:06.172209Z","steps":["trace[114718132] 'process raft request' (duration: 176.176351ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:36:49.837764Z","caller":"traceutil/trace.go:171","msg":"trace[695160203] transaction","detail":"{read_only:false; response_revision:11248; number_of_response:1; }","duration":"147.481348ms","start":"2026-03-03T21:36:49.690248Z","end":"2026-03-03T21:36:49.837729Z","steps":["trace[695160203] 'process raft request' (duration: 147.317565ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:38:38.024015Z","caller":"traceutil/trace.go:171","msg":"trace[1151016264] transaction","detail":"{read_only:false; response_revision:11829; number_of_response:1; }","duration":"106.193059ms","start":"2026-03-03T21:38:37.917793Z","end":"2026-03-03T21:38:38.023986Z","steps":["trace[1151016264] 'process raft request' (duration: 105.996255ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:39:17.9039Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10296} {"level":"info","ts":"2026-03-03T21:39:17.984285Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10296,"took":"77.737726ms","hash":4074150206,"current-db-size-bytes":43642880,"current-db-size":"44 MB","current-db-size-in-use-bytes":25288704,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-03T21:39:17.98434Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4074150206,"revision":10296,"compact-revision":7805} {"level":"info","ts":"2026-03-03T21:40:13.86603Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000032ad.wal"} {"level":"warn","ts":"2026-03-03T21:40:22.12265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.46163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T21:40:22.122757Z","caller":"traceutil/trace.go:171","msg":"trace[1529451884] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12580; }","duration":"118.689495ms","start":"2026-03-03T21:40:22.004043Z","end":"2026-03-03T21:40:22.122733Z","steps":["trace[1529451884] 'range keys from in-memory index tree' (duration: 118.281677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:40:22.122744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.154393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T21:40:22.122819Z","caller":"traceutil/trace.go:171","msg":"trace[453101887] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12580; }","duration":"122.275795ms","start":"2026-03-03T21:40:22.000524Z","end":"2026-03-03T21:40:22.1228Z","steps":["trace[453101887] 'range keys from in-memory index tree' (duration: 121.962479ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:40:40.761944Z","caller":"traceutil/trace.go:171","msg":"trace[538950024] transaction","detail":"{read_only:false; response_revision:12673; number_of_response:1; }","duration":"208.863328ms","start":"2026-03-03T21:40:40.553043Z","end":"2026-03-03T21:40:40.761906Z","steps":["trace[538950024] 'process raft request' (duration: 208.629433ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:40:55.658848Z","caller":"traceutil/trace.go:171","msg":"trace[418305520] transaction","detail":"{read_only:false; response_revision:12758; number_of_response:1; }","duration":"162.035111ms","start":"2026-03-03T21:40:55.496786Z","end":"2026-03-03T21:40:55.658822Z","steps":["trace[418305520] 'process raft request' (duration: 161.887848ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:40:55.666578Z","caller":"traceutil/trace.go:171","msg":"trace[392630292] linearizableReadLoop","detail":"{readStateIndex:13220; appliedIndex:13218; }","duration":"157.312558ms","start":"2026-03-03T21:40:55.509244Z","end":"2026-03-03T21:40:55.666556Z","steps":["trace[392630292] 'read index received' (duration: 149.422012ms)","trace[392630292] 'applied index is now lower than readState.Index' (duration: 7.889886ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:40:55.666642Z","caller":"traceutil/trace.go:171","msg":"trace[235737761] transaction","detail":"{read_only:false; response_revision:12759; number_of_response:1; }","duration":"168.52171ms","start":"2026-03-03T21:40:55.498083Z","end":"2026-03-03T21:40:55.666605Z","steps":["trace[235737761] 'process raft request' (duration: 168.384577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:40:55.666704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.448081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:40:55.666785Z","caller":"traceutil/trace.go:171","msg":"trace[1417178740] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12759; }","duration":"157.574224ms","start":"2026-03-03T21:40:55.50919Z","end":"2026-03-03T21:40:55.666765Z","steps":["trace[1417178740] 'agreement among raft nodes before linearized reading' (duration: 157.444121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:40:57.072264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.026028ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T21:40:57.072372Z","caller":"traceutil/trace.go:171","msg":"trace[973780624] linearizableReadLoop","detail":"{readStateIndex:13227; appliedIndex:13226; }","duration":"427.367693ms","start":"2026-03-03T21:40:56.644988Z","end":"2026-03-03T21:40:57.072356Z","steps":["trace[973780624] 'read index received' (duration: 47.041µs)","trace[973780624] 'applied index is now lower than readState.Index' (duration: 427.319282ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:40:57.072467Z","caller":"traceutil/trace.go:171","msg":"trace[1668577418] transaction","detail":"{read_only:false; response_revision:12765; number_of_response:1; }","duration":"676.415214ms","start":"2026-03-03T21:40:56.396036Z","end":"2026-03-03T21:40:57.072451Z","steps":["trace[1668577418] 'process raft request' (duration: 125.113791ms)","trace[1668577418] 'compare' (duration: 550.751283ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:40:57.072553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:40:56.396024Z","time spent":"676.483945ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:40:57.072652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.188738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T21:40:57.072718Z","caller":"traceutil/trace.go:171","msg":"trace[1605208393] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12765; }","duration":"232.30023ms","start":"2026-03-03T21:40:56.840405Z","end":"2026-03-03T21:40:57.072706Z","steps":["trace[1605208393] 'agreement among raft nodes before linearized reading' (duration: 232.111236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:40:57.072899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.913245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:40:57.072937Z","caller":"traceutil/trace.go:171","msg":"trace[31447554] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12765; }","duration":"427.949955ms","start":"2026-03-03T21:40:56.644977Z","end":"2026-03-03T21:40:57.072927Z","steps":["trace[31447554] 'agreement among raft nodes before linearized reading' (duration: 427.886134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:40:57.072964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:40:56.64492Z","time spent":"428.037847ms","remote":"127.0.0.1:39122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T21:41:17.74491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.428711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T21:41:17.744999Z","caller":"traceutil/trace.go:171","msg":"trace[989983182] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13053; }","duration":"158.562973ms","start":"2026-03-03T21:41:17.586419Z","end":"2026-03-03T21:41:17.744982Z","steps":["trace[989983182] 'range keys from in-memory index tree' (duration: 158.281068ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:41:18.059873Z","caller":"traceutil/trace.go:171","msg":"trace[1907543784] transaction","detail":"{read_only:false; response_revision:13054; number_of_response:1; }","duration":"333.461348ms","start":"2026-03-03T21:41:17.726384Z","end":"2026-03-03T21:41:18.059846Z","steps":["trace[1907543784] 'process raft request' (duration: 333.288835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:41:18.060079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:41:17.726353Z","time spent":"333.635022ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:41:18.275784Z","caller":"traceutil/trace.go:171","msg":"trace[2015108461] transaction","detail":"{read_only:false; response_revision:13055; number_of_response:1; }","duration":"545.326445ms","start":"2026-03-03T21:41:17.730429Z","end":"2026-03-03T21:41:18.275756Z","steps":["trace[2015108461] 'process raft request' (duration: 481.716817ms)","trace[2015108461] 'compare' (duration: 63.458955ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:41:18.275941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:41:17.730405Z","time spent":"545.452478ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:41:18.275945Z","caller":"traceutil/trace.go:171","msg":"trace[289784436] linearizableReadLoop","detail":"{readStateIndex:13530; appliedIndex:13528; }","duration":"529.512152ms","start":"2026-03-03T21:41:17.746388Z","end":"2026-03-03T21:41:18.2759Z","steps":["trace[289784436] 'read index received' (duration: 313.370272ms)","trace[289784436] 'applied index is now lower than readState.Index' (duration: 216.13932ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:41:18.276121Z","caller":"traceutil/trace.go:171","msg":"trace[1785787858] transaction","detail":"{read_only:false; response_revision:13056; number_of_response:1; }","duration":"527.447611ms","start":"2026-03-03T21:41:17.748635Z","end":"2026-03-03T21:41:18.276082Z","steps":["trace[1785787858] 'process raft request' (duration: 527.079584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:41:18.276184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.794977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:41:18.27624Z","caller":"traceutil/trace.go:171","msg":"trace[1997960419] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13056; }","duration":"529.92757ms","start":"2026-03-03T21:41:17.7463Z","end":"2026-03-03T21:41:18.276227Z","steps":["trace[1997960419] 'agreement among raft nodes before linearized reading' (duration: 529.816668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:41:18.276273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:41:17.74627Z","time spent":"529.998382ms","remote":"127.0.0.1:39128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T21:41:18.27627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:41:17.74861Z","time spent":"527.585274ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:41:18.276277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.456347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T21:41:18.276341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.207059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-5dqw5\" ","response":"range_response_count:1 size:6451"} {"level":"info","ts":"2026-03-03T21:41:18.276372Z","caller":"traceutil/trace.go:171","msg":"trace[854304470] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:13056; }","duration":"381.573829ms","start":"2026-03-03T21:41:17.894778Z","end":"2026-03-03T21:41:18.276352Z","steps":["trace[854304470] 'agreement among raft nodes before linearized reading' (duration: 381.403996ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:41:18.276397Z","caller":"traceutil/trace.go:171","msg":"trace[1362742749] range","detail":"{range_begin:/registry/pods/openstack/keepalived-5dqw5; range_end:; response_count:1; response_revision:13056; }","duration":"227.315712ms","start":"2026-03-03T21:41:18.049067Z","end":"2026-03-03T21:41:18.276383Z","steps":["trace[1362742749] 'agreement among raft nodes before linearized reading' (duration: 227.090477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:41:18.276425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:41:17.894745Z","time spent":"381.66545ms","remote":"127.0.0.1:39374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":3,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:41:18.276519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.325742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-981d0ded-df71-4885-9b0f-0692c0bdd66a\" ","response":"range_response_count:1 size:3637"} {"level":"info","ts":"2026-03-03T21:41:18.276925Z","caller":"traceutil/trace.go:171","msg":"trace[1350464129] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-981d0ded-df71-4885-9b0f-0692c0bdd66a; range_end:; response_count:1; response_revision:13056; }","duration":"392.779352ms","start":"2026-03-03T21:41:17.884133Z","end":"2026-03-03T21:41:18.276912Z","steps":["trace[1350464129] 'agreement among raft nodes before linearized reading' (duration: 392.004766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:41:18.276981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:41:17.884108Z","time spent":"392.864123ms","remote":"127.0.0.1:39316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3661,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-981d0ded-df71-4885-9b0f-0692c0bdd66a\" "} {"level":"info","ts":"2026-03-03T21:41:18.451812Z","caller":"traceutil/trace.go:171","msg":"trace[1667716984] transaction","detail":"{read_only:false; response_revision:13058; number_of_response:1; }","duration":"168.780405ms","start":"2026-03-03T21:41:18.283003Z","end":"2026-03-03T21:41:18.451783Z","steps":["trace[1667716984] 'process raft request' (duration: 107.697698ms)","trace[1667716984] 'compare' (duration: 60.927874ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:42:45.810734Z","caller":"traceutil/trace.go:171","msg":"trace[738886576] transaction","detail":"{read_only:false; response_revision:13827; number_of_response:1; }","duration":"188.944503ms","start":"2026-03-03T21:42:45.621763Z","end":"2026-03-03T21:42:45.810708Z","steps":["trace[738886576] 'process raft request' (duration: 188.768169ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:42:45.816296Z","caller":"traceutil/trace.go:171","msg":"trace[234012343] linearizableReadLoop","detail":"{readStateIndex:14325; appliedIndex:14324; }","duration":"172.101629ms","start":"2026-03-03T21:42:45.644171Z","end":"2026-03-03T21:42:45.816273Z","steps":["trace[234012343] 'read index received' (duration: 166.585991ms)","trace[234012343] 'applied index is now lower than readState.Index' (duration: 5.514688ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:42:45.816368Z","caller":"traceutil/trace.go:171","msg":"trace[1546550393] transaction","detail":"{read_only:false; response_revision:13828; number_of_response:1; }","duration":"193.464542ms","start":"2026-03-03T21:42:45.622868Z","end":"2026-03-03T21:42:45.816332Z","steps":["trace[1546550393] 'process raft request' (duration: 193.288208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:42:45.81642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.225803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:42:45.816512Z","caller":"traceutil/trace.go:171","msg":"trace[1881673286] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13828; }","duration":"172.373985ms","start":"2026-03-03T21:42:45.644117Z","end":"2026-03-03T21:42:45.816491Z","steps":["trace[1881673286] 'agreement among raft nodes before linearized reading' (duration: 172.234022ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:42:45.819172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.853852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:42:45.81921Z","caller":"traceutil/trace.go:171","msg":"trace[1616785890] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:13828; }","duration":"141.922803ms","start":"2026-03-03T21:42:45.677277Z","end":"2026-03-03T21:42:45.8192Z","steps":["trace[1616785890] 'agreement among raft nodes before linearized reading' (duration: 141.864332ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:44:17.910746Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12179} {"level":"info","ts":"2026-03-03T21:44:17.988373Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12179,"took":"74.212207ms","hash":429638380,"current-db-size-bytes":43642880,"current-db-size":"44 MB","current-db-size-in-use-bytes":27877376,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-03T21:44:17.98843Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":429638380,"revision":12179,"compact-revision":10296} {"level":"info","ts":"2026-03-03T21:48:17.754269Z","caller":"traceutil/trace.go:171","msg":"trace[764075063] transaction","detail":"{read_only:false; response_revision:16160; number_of_response:1; }","duration":"231.730954ms","start":"2026-03-03T21:48:17.522518Z","end":"2026-03-03T21:48:17.754249Z","steps":["trace[764075063] 'process raft request' (duration: 231.596171ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:48:17.773015Z","caller":"traceutil/trace.go:171","msg":"trace[1427209438] transaction","detail":"{read_only:false; response_revision:16161; number_of_response:1; }","duration":"250.414062ms","start":"2026-03-03T21:48:17.522588Z","end":"2026-03-03T21:48:17.773002Z","steps":["trace[1427209438] 'process raft request' (duration: 250.337221ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:48:24.321244Z","caller":"traceutil/trace.go:171","msg":"trace[1367118325] linearizableReadLoop","detail":"{readStateIndex:16776; appliedIndex:16775; }","duration":"273.787773ms","start":"2026-03-03T21:48:24.047417Z","end":"2026-03-03T21:48:24.321205Z","steps":["trace[1367118325] 'read index received' (duration: 253.110426ms)","trace[1367118325] 'applied index is now lower than readState.Index' (duration: 20.675647ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:48:24.321294Z","caller":"traceutil/trace.go:171","msg":"trace[769075123] transaction","detail":"{read_only:false; response_revision:16194; number_of_response:1; }","duration":"276.572718ms","start":"2026-03-03T21:48:24.044693Z","end":"2026-03-03T21:48:24.321266Z","steps":["trace[769075123] 'process raft request' (duration: 255.978252ms)","trace[769075123] 'compare' (duration: 19.431064ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:48:24.321546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.102969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-v25sr\" ","response":"range_response_count:1 size:20776"} {"level":"info","ts":"2026-03-03T21:48:24.321612Z","caller":"traceutil/trace.go:171","msg":"trace[1806521408] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-v25sr; range_end:; response_count:1; response_revision:16194; }","duration":"274.212911ms","start":"2026-03-03T21:48:24.047381Z","end":"2026-03-03T21:48:24.321594Z","steps":["trace[1806521408] 'agreement among raft nodes before linearized reading' (duration: 273.964166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:48:24.321793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.184553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-03T21:48:24.321925Z","caller":"traceutil/trace.go:171","msg":"trace[745085462] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16194; }","duration":"226.354026ms","start":"2026-03-03T21:48:24.095539Z","end":"2026-03-03T21:48:24.321893Z","steps":["trace[745085462] 'agreement among raft nodes before linearized reading' (duration: 226.034439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:48:24.322052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.864709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-l7tlw\" ","response":"range_response_count:1 size:9712"} {"level":"info","ts":"2026-03-03T21:48:24.322226Z","caller":"traceutil/trace.go:171","msg":"trace[668011182] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-l7tlw; range_end:; response_count:1; response_revision:16194; }","duration":"181.199085ms","start":"2026-03-03T21:48:24.140977Z","end":"2026-03-03T21:48:24.322176Z","steps":["trace[668011182] 'agreement among raft nodes before linearized reading' (duration: 180.616884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:48:24.876103Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976530797163156247,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T21:48:25.064448Z","caller":"traceutil/trace.go:171","msg":"trace[1325467820] linearizableReadLoop","detail":"{readStateIndex:16777; appliedIndex:16776; }","duration":"688.637568ms","start":"2026-03-03T21:48:24.375777Z","end":"2026-03-03T21:48:25.064414Z","steps":["trace[1325467820] 'read index received' (duration: 688.406304ms)","trace[1325467820] 'applied index is now lower than readState.Index' (duration: 229.804µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:48:25.064672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.788384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T21:48:25.064707Z","caller":"traceutil/trace.go:171","msg":"trace[662547257] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:16195; }","duration":"647.894546ms","start":"2026-03-03T21:48:24.416798Z","end":"2026-03-03T21:48:25.064693Z","steps":["trace[662547257] 'agreement among raft nodes before linearized reading' (duration: 647.799363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:48:25.064743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:48:24.416775Z","time spent":"647.957098ms","remote":"127.0.0.1:39574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T21:48:25.064755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"688.942665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-03-03T21:48:25.064834Z","caller":"traceutil/trace.go:171","msg":"trace[1503895421] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:16195; }","duration":"689.092298ms","start":"2026-03-03T21:48:24.375728Z","end":"2026-03-03T21:48:25.06482Z","steps":["trace[1503895421] 'agreement among raft nodes before linearized reading' (duration: 688.828682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:48:25.064871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:48:24.375704Z","time spent":"689.160619ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T21:48:25.06519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.740834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T21:48:25.065173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.332485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T21:48:25.065265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.29031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T21:48:25.065272Z","caller":"traceutil/trace.go:171","msg":"trace[1721432391] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16195; }","duration":"421.478639ms","start":"2026-03-03T21:48:24.643765Z","end":"2026-03-03T21:48:25.065244Z","steps":["trace[1721432391] 'agreement among raft nodes before linearized reading' (duration: 421.300145ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:48:25.065289Z","caller":"traceutil/trace.go:171","msg":"trace[1044659297] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16195; }","duration":"326.33594ms","start":"2026-03-03T21:48:24.738946Z","end":"2026-03-03T21:48:25.065282Z","steps":["trace[1044659297] 'agreement among raft nodes before linearized reading' (duration: 326.266009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:48:25.065316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:48:24.738934Z","time spent":"326.378111ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T21:48:25.065325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:48:24.643749Z","time spent":"421.56807ms","remote":"127.0.0.1:39122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T21:48:25.065219Z","caller":"traceutil/trace.go:171","msg":"trace[1639492253] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16195; }","duration":"564.787456ms","start":"2026-03-03T21:48:24.500421Z","end":"2026-03-03T21:48:25.065208Z","steps":["trace[1639492253] 'agreement among raft nodes before linearized reading' (duration: 564.674464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:48:25.065423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.092805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T21:48:25.065457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:48:24.500409Z","time spent":"565.039141ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T21:48:25.065491Z","caller":"traceutil/trace.go:171","msg":"trace[2084344464] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16195; }","duration":"555.210896ms","start":"2026-03-03T21:48:24.510264Z","end":"2026-03-03T21:48:25.065474Z","steps":["trace[2084344464] 'agreement among raft nodes before linearized reading' (duration: 554.820018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:48:25.065531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:48:24.510243Z","time spent":"555.280528ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T21:48:25.06559Z","caller":"traceutil/trace.go:171","msg":"trace[1859295987] transaction","detail":"{read_only:false; response_revision:16195; number_of_response:1; }","duration":"719.809874ms","start":"2026-03-03T21:48:24.344705Z","end":"2026-03-03T21:48:25.064515Z","steps":["trace[1859295987] 'process raft request' (duration: 719.486668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:48:25.065687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:48:24.344683Z","time spent":"720.931968ms","remote":"127.0.0.1:39316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":20895,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:48:35.256267Z","caller":"traceutil/trace.go:171","msg":"trace[1607092829] transaction","detail":"{read_only:false; response_revision:16396; number_of_response:1; }","duration":"114.498489ms","start":"2026-03-03T21:48:35.141745Z","end":"2026-03-03T21:48:35.256243Z","steps":["trace[1607092829] 'process raft request' (duration: 114.314976ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:49:17.918432Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14384} {"level":"info","ts":"2026-03-03T21:49:18.020416Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14384,"took":"97.458034ms","hash":1373311557,"current-db-size-bytes":44068864,"current-db-size":"44 MB","current-db-size-in-use-bytes":29450240,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-03T21:49:18.020496Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1373311557,"revision":14384,"compact-revision":12179} {"level":"info","ts":"2026-03-03T21:49:58.550706Z","caller":"traceutil/trace.go:171","msg":"trace[1602782007] transaction","detail":"{read_only:false; response_revision:17110; number_of_response:1; }","duration":"134.382412ms","start":"2026-03-03T21:49:58.416302Z","end":"2026-03-03T21:49:58.550685Z","steps":["trace[1602782007] 'process raft request' (duration: 127.68246ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:49:58.742283Z","caller":"traceutil/trace.go:171","msg":"trace[280160239] transaction","detail":"{read_only:false; response_revision:17111; number_of_response:1; }","duration":"188.126062ms","start":"2026-03-03T21:49:58.554129Z","end":"2026-03-03T21:49:58.742256Z","steps":["trace[280160239] 'process raft request' (duration: 187.957579ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:49:58.745111Z","caller":"traceutil/trace.go:171","msg":"trace[675205760] transaction","detail":"{read_only:false; response_revision:17112; number_of_response:1; }","duration":"189.405737ms","start":"2026-03-03T21:49:58.555685Z","end":"2026-03-03T21:49:58.74509Z","steps":["trace[675205760] 'process raft request' (duration: 189.134312ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:50:40.372879Z","caller":"traceutil/trace.go:171","msg":"trace[734184108] transaction","detail":"{read_only:false; response_revision:17385; number_of_response:1; }","duration":"109.407349ms","start":"2026-03-03T21:50:40.263448Z","end":"2026-03-03T21:50:40.372855Z","steps":["trace[734184108] 'process raft request' (duration: 109.233566ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:52:18.795265Z","caller":"traceutil/trace.go:171","msg":"trace[1311532687] transaction","detail":"{read_only:false; response_revision:17991; number_of_response:1; }","duration":"146.954747ms","start":"2026-03-03T21:52:18.648291Z","end":"2026-03-03T21:52:18.795246Z","steps":["trace[1311532687] 'process raft request' (duration: 146.842405ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:52:18.795404Z","caller":"traceutil/trace.go:171","msg":"trace[2110830566] linearizableReadLoop","detail":"{readStateIndex:18631; appliedIndex:18631; }","duration":"109.032047ms","start":"2026-03-03T21:52:18.686336Z","end":"2026-03-03T21:52:18.795368Z","steps":["trace[2110830566] 'read index received' (duration: 109.022106ms)","trace[2110830566] 'applied index is now lower than readState.Index' (duration: 7.651µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:52:18.795741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.380364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T21:52:18.795797Z","caller":"traceutil/trace.go:171","msg":"trace[1698079557] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17991; }","duration":"109.455336ms","start":"2026-03-03T21:52:18.686329Z","end":"2026-03-03T21:52:18.795785Z","steps":["trace[1698079557] 'agreement among raft nodes before linearized reading' (duration: 109.15646ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:52:18.82054Z","caller":"traceutil/trace.go:171","msg":"trace[643546957] transaction","detail":"{read_only:false; response_revision:17992; number_of_response:1; }","duration":"104.577868ms","start":"2026-03-03T21:52:18.715938Z","end":"2026-03-03T21:52:18.820516Z","steps":["trace[643546957] 'process raft request' (duration: 104.443116ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:53:05.111564Z","caller":"traceutil/trace.go:171","msg":"trace[1401032913] transaction","detail":"{read_only:false; response_revision:18400; number_of_response:1; }","duration":"109.546658ms","start":"2026-03-03T21:53:05.001998Z","end":"2026-03-03T21:53:05.111545Z","steps":["trace[1401032913] 'process raft request' (duration: 108.534648ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:54:03.406495Z","caller":"traceutil/trace.go:171","msg":"trace[306840129] linearizableReadLoop","detail":"{readStateIndex:19340; appliedIndex:19339; }","duration":"265.669017ms","start":"2026-03-03T21:54:03.140789Z","end":"2026-03-03T21:54:03.406458Z","steps":["trace[306840129] 'read index received' (duration: 265.584015ms)","trace[306840129] 'applied index is now lower than readState.Index' (duration: 79.671µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:54:03.406652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.83864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:54:03.406723Z","caller":"traceutil/trace.go:171","msg":"trace[1532952922] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:18672; }","duration":"265.908621ms","start":"2026-03-03T21:54:03.140773Z","end":"2026-03-03T21:54:03.406681Z","steps":["trace[1532952922] 'agreement among raft nodes before linearized reading' (duration: 265.816449ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:54:03.406751Z","caller":"traceutil/trace.go:171","msg":"trace[2037748865] transaction","detail":"{read_only:false; response_revision:18672; number_of_response:1; }","duration":"287.712043ms","start":"2026-03-03T21:54:03.118999Z","end":"2026-03-03T21:54:03.406711Z","steps":["trace[2037748865] 'process raft request' (duration: 287.325856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:54:03.833514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.844759ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T21:54:03.833703Z","caller":"traceutil/trace.go:171","msg":"trace[1403475420] transaction","detail":"{read_only:false; response_revision:18674; number_of_response:1; }","duration":"290.66886ms","start":"2026-03-03T21:54:03.543015Z","end":"2026-03-03T21:54:03.833684Z","steps":["trace[1403475420] 'process raft request' (duration: 290.603189ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:54:03.833722Z","caller":"traceutil/trace.go:171","msg":"trace[1579014455] transaction","detail":"{read_only:false; response_revision:18673; number_of_response:1; }","duration":"662.547908ms","start":"2026-03-03T21:54:03.171138Z","end":"2026-03-03T21:54:03.833686Z","steps":["trace[1579014455] 'process raft request' (duration: 393.24968ms)","trace[1579014455] 'compare' (duration: 268.696937ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:54:03.833815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:54:03.171124Z","time spent":"662.643132ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:54:03.83389Z","caller":"traceutil/trace.go:171","msg":"trace[1707758890] linearizableReadLoop","detail":"{readStateIndex:19341; appliedIndex:19340; }","duration":"427.302805ms","start":"2026-03-03T21:54:03.406566Z","end":"2026-03-03T21:54:03.833869Z","steps":["trace[1707758890] 'read index received' (duration: 158.133988ms)","trace[1707758890] 'applied index is now lower than readState.Index' (duration: 269.167167ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:54:03.834031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.892153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T21:54:03.834067Z","caller":"traceutil/trace.go:171","msg":"trace[1303685168] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:18674; }","duration":"213.972445ms","start":"2026-03-03T21:54:03.620082Z","end":"2026-03-03T21:54:03.834055Z","steps":["trace[1303685168] 'agreement among raft nodes before linearized reading' (duration: 213.902683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:54:03.834089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.786381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-03T21:54:03.834092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.045596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-03-03T21:54:03.834117Z","caller":"traceutil/trace.go:171","msg":"trace[2092750065] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18674; }","duration":"398.845363ms","start":"2026-03-03T21:54:03.435261Z","end":"2026-03-03T21:54:03.834106Z","steps":["trace[2092750065] 'agreement among raft nodes before linearized reading' (duration: 398.71742ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:54:03.834133Z","caller":"traceutil/trace.go:171","msg":"trace[588693476] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:18674; }","duration":"166.111778ms","start":"2026-03-03T21:54:03.668006Z","end":"2026-03-03T21:54:03.834117Z","steps":["trace[588693476] 'agreement among raft nodes before linearized reading' (duration: 165.977515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:54:03.834113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.12444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T21:54:03.834187Z","caller":"traceutil/trace.go:171","msg":"trace[1151526992] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18674; }","duration":"436.243002ms","start":"2026-03-03T21:54:03.397924Z","end":"2026-03-03T21:54:03.834167Z","steps":["trace[1151526992] 'agreement among raft nodes before linearized reading' (duration: 436.016247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:54:03.834208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.731213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-03T21:54:03.83412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.174399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T21:54:03.834187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.822111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-5f8796855-fdg92.1899727e0d47a13c\" ","response":"range_response_count:1 size:1175"} {"level":"info","ts":"2026-03-03T21:54:03.834226Z","caller":"traceutil/trace.go:171","msg":"trace[1773365506] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18674; }","duration":"147.819545ms","start":"2026-03-03T21:54:03.686401Z","end":"2026-03-03T21:54:03.834221Z","steps":["trace[1773365506] 'agreement among raft nodes before linearized reading' (duration: 147.764454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:54:03.834209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.766205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T21:54:03.83422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:54:03.397906Z","time spent":"436.308424ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T21:54:03.834259Z","caller":"traceutil/trace.go:171","msg":"trace[2067679967] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:18674; }","duration":"397.360672ms","start":"2026-03-03T21:54:03.436876Z","end":"2026-03-03T21:54:03.834237Z","steps":["trace[2067679967] 'agreement among raft nodes before linearized reading' (duration: 397.159118ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:54:03.834276Z","caller":"traceutil/trace.go:171","msg":"trace[1366048845] range","detail":"{range_begin:/registry/events/openstack/cinder-api-5f8796855-fdg92.1899727e0d47a13c; range_end:; response_count:1; response_revision:18674; }","duration":"118.975035ms","start":"2026-03-03T21:54:03.715271Z","end":"2026-03-03T21:54:03.834246Z","steps":["trace[1366048845] 'agreement among raft nodes before linearized reading' (duration: 118.72023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:54:03.834141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:54:03.43525Z","time spent":"398.885193ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T21:54:03.834304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:54:03.436842Z","time spent":"397.449154ms","remote":"127.0.0.1:38320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-03-03T21:54:03.834297Z","caller":"traceutil/trace.go:171","msg":"trace[516163028] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18674; }","duration":"189.875338ms","start":"2026-03-03T21:54:03.644394Z","end":"2026-03-03T21:54:03.834269Z","steps":["trace[516163028] 'agreement among raft nodes before linearized reading' (duration: 189.709354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:54:04.20404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.148777ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:43"} {"level":"info","ts":"2026-03-03T21:54:04.204394Z","caller":"traceutil/trace.go:171","msg":"trace[798710773] linearizableReadLoop","detail":"{readStateIndex:19344; appliedIndex:19342; }","duration":"366.461191ms","start":"2026-03-03T21:54:03.837914Z","end":"2026-03-03T21:54:04.204375Z","steps":["trace[798710773] 'read index received' (duration: 190.909117ms)","trace[798710773] 'applied index is now lower than readState.Index' (duration: 175.551224ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:54:04.204485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:54:03.836818Z","time spent":"367.663915ms","remote":"127.0.0.1:39198","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T21:54:04.20455Z","caller":"traceutil/trace.go:171","msg":"trace[1753515479] transaction","detail":"{read_only:false; response_revision:18677; number_of_response:1; }","duration":"363.787329ms","start":"2026-03-03T21:54:03.840737Z","end":"2026-03-03T21:54:04.204524Z","steps":["trace[1753515479] 'process raft request' (duration: 363.604725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:54:04.204675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:54:03.840716Z","time spent":"363.88163ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:54:04.204855Z","caller":"traceutil/trace.go:171","msg":"trace[1752759239] transaction","detail":"{read_only:false; response_revision:18675; number_of_response:1; }","duration":"367.196846ms","start":"2026-03-03T21:54:03.837635Z","end":"2026-03-03T21:54:04.204831Z","steps":["trace[1752759239] 'process raft request' (duration: 366.529363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:54:04.204885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.961421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-1fa96890-6242-4d2d-aaa6-079852d48fd0\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-03-03T21:54:04.204895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.312571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:54:04.204878Z","caller":"traceutil/trace.go:171","msg":"trace[1331552514] transaction","detail":"{read_only:false; response_revision:18676; number_of_response:1; }","duration":"366.793428ms","start":"2026-03-03T21:54:03.838054Z","end":"2026-03-03T21:54:04.204847Z","steps":["trace[1331552514] 'process raft request' (duration: 366.248187ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:54:04.204921Z","caller":"traceutil/trace.go:171","msg":"trace[1197006614] range","detail":"{range_begin:/registry/persistentvolumes/pvc-1fa96890-6242-4d2d-aaa6-079852d48fd0; range_end:; response_count:1; response_revision:18677; }","duration":"367.014402ms","start":"2026-03-03T21:54:03.837894Z","end":"2026-03-03T21:54:04.204908Z","steps":["trace[1197006614] 'agreement among raft nodes before linearized reading' (duration: 366.829088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:54:04.204939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.797442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-03T21:54:04.204959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:54:03.837886Z","time spent":"367.065583ms","remote":"127.0.0.1:39272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-1fa96890-6242-4d2d-aaa6-079852d48fd0\" "} {"level":"info","ts":"2026-03-03T21:54:04.204954Z","caller":"traceutil/trace.go:171","msg":"trace[605528294] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:18677; }","duration":"304.375873ms","start":"2026-03-03T21:54:03.900557Z","end":"2026-03-03T21:54:04.204933Z","steps":["trace[605528294] 'agreement among raft nodes before linearized reading' (duration: 304.275221ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:54:04.20497Z","caller":"traceutil/trace.go:171","msg":"trace[67386942] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18677; }","duration":"206.869354ms","start":"2026-03-03T21:54:03.998091Z","end":"2026-03-03T21:54:04.20496Z","steps":["trace[67386942] 'agreement among raft nodes before linearized reading' (duration: 206.759562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:54:04.204958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:54:03.837618Z","time spent":"367.282957ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:54:04.205009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:54:03.900505Z","time spent":"304.489475ms","remote":"127.0.0.1:37852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:54:04.205037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:54:03.83804Z","time spent":"366.91424ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:54:04.580684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.252148ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T21:54:04.58088Z","caller":"traceutil/trace.go:171","msg":"trace[174227148] transaction","detail":"{read_only:false; response_revision:18678; number_of_response:1; }","duration":"374.757495ms","start":"2026-03-03T21:54:04.206083Z","end":"2026-03-03T21:54:04.58084Z","steps":["trace[174227148] 'process raft request' (duration: 248.182101ms)","trace[174227148] 'compare' (duration: 125.623356ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:54:04.580858Z","caller":"traceutil/trace.go:171","msg":"trace[1272667602] linearizableReadLoop","detail":"{readStateIndex:19347; appliedIndex:19346; }","duration":"372.036931ms","start":"2026-03-03T21:54:04.208793Z","end":"2026-03-03T21:54:04.58083Z","steps":["trace[1272667602] 'read index received' (duration: 245.371855ms)","trace[1272667602] 'applied index is now lower than readState.Index' (duration: 126.662916ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:54:04.581071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:54:04.206061Z","time spent":"374.899358ms","remote":"127.0.0.1:39198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1159,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:54:04.581132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.330737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-03T21:54:04.5812Z","caller":"traceutil/trace.go:171","msg":"trace[1324439804] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:18678; }","duration":"372.400179ms","start":"2026-03-03T21:54:04.208782Z","end":"2026-03-03T21:54:04.581182Z","steps":["trace[1324439804] 'agreement among raft nodes before linearized reading' (duration: 372.159454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:54:04.581241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:54:04.208733Z","time spent":"372.500511ms","remote":"127.0.0.1:39284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-03-03T21:54:04.636717Z","caller":"traceutil/trace.go:171","msg":"trace[1136253402] transaction","detail":"{read_only:false; response_revision:18679; number_of_response:1; }","duration":"425.527329ms","start":"2026-03-03T21:54:04.211163Z","end":"2026-03-03T21:54:04.63669Z","steps":["trace[1136253402] 'process raft request' (duration: 425.363946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:54:04.636884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:54:04.211152Z","time spent":"425.641342ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T21:54:04.885166Z","caller":"traceutil/trace.go:171","msg":"trace[119228712] transaction","detail":"{read_only:false; response_revision:18680; number_of_response:1; }","duration":"318.822218ms","start":"2026-03-03T21:54:04.566311Z","end":"2026-03-03T21:54:04.885133Z","steps":["trace[119228712] 'process raft request' (duration: 308.749779ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:54:04.885192Z","caller":"traceutil/trace.go:171","msg":"trace[764581301] linearizableReadLoop","detail":"{readStateIndex:19349; appliedIndex:19347; }","duration":"304.184489ms","start":"2026-03-03T21:54:04.580985Z","end":"2026-03-03T21:54:04.885169Z","steps":["trace[764581301] 'read index received' (duration: 55.522388ms)","trace[764581301] 'applied index is now lower than readState.Index' (duration: 248.661111ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T21:54:04.885416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:54:04.566282Z","time spent":"318.960251ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:54:04.885481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.015767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0367a265-0b48-46a6-a6f5-b63fbb1b6e3b\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-03-03T21:54:04.885547Z","caller":"traceutil/trace.go:171","msg":"trace[407649791] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0367a265-0b48-46a6-a6f5-b63fbb1b6e3b; range_end:; response_count:1; response_revision:18681; }","duration":"301.15713ms","start":"2026-03-03T21:54:04.584372Z","end":"2026-03-03T21:54:04.88553Z","steps":["trace[407649791] 'agreement among raft nodes before linearized reading' (duration: 300.952446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:54:04.885599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:54:04.584339Z","time spent":"301.238041ms","remote":"127.0.0.1:39272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-0367a265-0b48-46a6-a6f5-b63fbb1b6e3b\" "} {"level":"info","ts":"2026-03-03T21:54:04.885639Z","caller":"traceutil/trace.go:171","msg":"trace[1537535942] transaction","detail":"{read_only:false; response_revision:18681; number_of_response:1; }","duration":"209.1583ms","start":"2026-03-03T21:54:04.67645Z","end":"2026-03-03T21:54:04.885608Z","steps":["trace[1537535942] 'process raft request' (duration: 208.68101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:54:04.885791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.993577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:27 size:238531"} {"level":"info","ts":"2026-03-03T21:54:04.885838Z","caller":"traceutil/trace.go:171","msg":"trace[421449961] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:27; response_revision:18681; }","duration":"670.056238ms","start":"2026-03-03T21:54:04.215768Z","end":"2026-03-03T21:54:04.885824Z","steps":["trace[421449961] 'agreement among raft nodes before linearized reading' (duration: 669.481177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:54:04.885871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:54:04.215759Z","time spent":"670.103989ms","remote":"127.0.0.1:39574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":27,"response size":238555,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-03T21:54:05.659818Z","caller":"traceutil/trace.go:171","msg":"trace[429452121] transaction","detail":"{read_only:false; response_revision:18682; number_of_response:1; }","duration":"245.701401ms","start":"2026-03-03T21:54:05.41409Z","end":"2026-03-03T21:54:05.659792Z","steps":["trace[429452121] 'process raft request' (duration: 245.490837ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:54:05.968063Z","caller":"traceutil/trace.go:171","msg":"trace[1915239557] transaction","detail":"{read_only:false; response_revision:18683; number_of_response:1; }","duration":"128.215386ms","start":"2026-03-03T21:54:05.83982Z","end":"2026-03-03T21:54:05.968035Z","steps":["trace[1915239557] 'process raft request' (duration: 45.599932ms)","trace[1915239557] 'compare' (duration: 82.43175ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:54:05.996708Z","caller":"traceutil/trace.go:171","msg":"trace[1961000251] transaction","detail":"{read_only:false; response_revision:18684; number_of_response:1; }","duration":"156.594449ms","start":"2026-03-03T21:54:05.840085Z","end":"2026-03-03T21:54:05.996679Z","steps":["trace[1961000251] 'process raft request' (duration: 156.123868ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:54:17.924876Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":16823} {"level":"info","ts":"2026-03-03T21:54:18.049094Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":16823,"took":"120.334991ms","hash":254981825,"current-db-size-bytes":44490752,"current-db-size":"44 MB","current-db-size-in-use-bytes":29655040,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-03-03T21:54:18.049159Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":254981825,"revision":16823,"compact-revision":14384} {"level":"info","ts":"2026-03-03T21:55:14.537071Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d7dbc9f5893cc1f6","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-03T21:55:14.543212Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-03T21:55:14.54331Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-03T21:57:55.580662Z","caller":"traceutil/trace.go:171","msg":"trace[1436889037] transaction","detail":"{read_only:false; response_revision:20909; number_of_response:1; }","duration":"114.437347ms","start":"2026-03-03T21:57:55.46619Z","end":"2026-03-03T21:57:55.580627Z","steps":["trace[1436889037] 'process raft request' (duration: 114.204193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:57:58.690711Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976530797163170381,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T21:57:58.844516Z","caller":"traceutil/trace.go:171","msg":"trace[1933102007] transaction","detail":"{read_only:false; response_revision:20969; number_of_response:1; }","duration":"670.275827ms","start":"2026-03-03T21:57:58.174219Z","end":"2026-03-03T21:57:58.844495Z","steps":["trace[1933102007] 'process raft request' (duration: 670.133205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:57:58.844643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:57:58.174184Z","time spent":"670.40401ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":519,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T21:57:58.925177Z","caller":"traceutil/trace.go:171","msg":"trace[1738168648] linearizableReadLoop","detail":"{readStateIndex:21710; appliedIndex:21708; }","duration":"735.472604ms","start":"2026-03-03T21:57:58.189678Z","end":"2026-03-03T21:57:58.925151Z","steps":["trace[1738168648] 'read index received' (duration: 654.525038ms)","trace[1738168648] 'applied index is now lower than readState.Index' (duration: 80.946166ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:57:58.925487Z","caller":"traceutil/trace.go:171","msg":"trace[572108226] transaction","detail":"{read_only:false; response_revision:20970; number_of_response:1; }","duration":"440.460035ms","start":"2026-03-03T21:57:58.485015Z","end":"2026-03-03T21:57:58.925475Z","steps":["trace[572108226] 'process raft request' (duration: 433.344734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:57:58.925622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:57:58.484988Z","time spent":"440.541577ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T21:57:58.925831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.144197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T21:57:58.925875Z","caller":"traceutil/trace.go:171","msg":"trace[1058210524] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:20970; }","duration":"736.235499ms","start":"2026-03-03T21:57:58.189629Z","end":"2026-03-03T21:57:58.925865Z","steps":["trace[1058210524] 'agreement among raft nodes before linearized reading' (duration: 736.161777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:57:58.925905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:57:58.189614Z","time spent":"736.283609ms","remote":"127.0.0.1:39432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T21:57:58.929116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.428269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-03T21:57:58.92919Z","caller":"traceutil/trace.go:171","msg":"trace[921270549] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:20974; }","duration":"317.568152ms","start":"2026-03-03T21:57:58.611606Z","end":"2026-03-03T21:57:58.929175Z","steps":["trace[921270549] 'agreement among raft nodes before linearized reading' (duration: 317.364168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:57:58.92922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T21:57:58.61157Z","time spent":"317.644184ms","remote":"127.0.0.1:39284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-03-03T21:59:13.325076Z","caller":"traceutil/trace.go:171","msg":"trace[22806655] transaction","detail":"{read_only:false; response_revision:21768; number_of_response:1; }","duration":"138.415819ms","start":"2026-03-03T21:59:13.186633Z","end":"2026-03-03T21:59:13.325048Z","steps":["trace[22806655] 'process raft request' (duration: 138.221775ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:59:13.329614Z","caller":"traceutil/trace.go:171","msg":"trace[1131100362] transaction","detail":"{read_only:false; response_revision:21769; number_of_response:1; }","duration":"138.519741ms","start":"2026-03-03T21:59:13.191065Z","end":"2026-03-03T21:59:13.329585Z","steps":["trace[1131100362] 'process raft request' (duration: 138.130834ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:59:13.329723Z","caller":"traceutil/trace.go:171","msg":"trace[974541345] transaction","detail":"{read_only:false; response_revision:21770; number_of_response:1; }","duration":"135.306068ms","start":"2026-03-03T21:59:13.194389Z","end":"2026-03-03T21:59:13.329695Z","steps":["trace[974541345] 'process raft request' (duration: 135.067453ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:59:13.330384Z","caller":"traceutil/trace.go:171","msg":"trace[359534539] transaction","detail":"{read_only:false; response_revision:21771; number_of_response:1; }","duration":"135.303177ms","start":"2026-03-03T21:59:13.195044Z","end":"2026-03-03T21:59:13.330347Z","steps":["trace[359534539] 'process raft request' (duration: 134.537672ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:59:17.932953Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":18740} {"level":"info","ts":"2026-03-03T21:59:18.0426Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":18740,"took":"103.387399ms","hash":2454804694,"current-db-size-bytes":47124480,"current-db-size":"47 MB","current-db-size-in-use-bytes":38240256,"current-db-size-in-use":"38 MB"} {"level":"info","ts":"2026-03-03T21:59:18.042692Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2454804694,"revision":18740,"compact-revision":16823} {"level":"info","ts":"2026-03-03T21:59:25.462411Z","caller":"traceutil/trace.go:171","msg":"trace[521474934] transaction","detail":"{read_only:false; response_revision:21855; number_of_response:1; }","duration":"111.58925ms","start":"2026-03-03T21:59:25.350798Z","end":"2026-03-03T21:59:25.462387Z","steps":["trace[521474934] 'process raft request' (duration: 111.436237ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:59:25.553658Z","caller":"traceutil/trace.go:171","msg":"trace[32013515] transaction","detail":"{read_only:false; response_revision:21856; number_of_response:1; }","duration":"182.880467ms","start":"2026-03-03T21:59:25.370752Z","end":"2026-03-03T21:59:25.553632Z","steps":["trace[32013515] 'process raft request' (duration: 182.645071ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:59:25.553922Z","caller":"traceutil/trace.go:171","msg":"trace[725361997] transaction","detail":"{read_only:false; response_revision:21857; number_of_response:1; }","duration":"180.368897ms","start":"2026-03-03T21:59:25.373526Z","end":"2026-03-03T21:59:25.553895Z","steps":["trace[725361997] 'process raft request' (duration: 180.0597ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:59:25.554044Z","caller":"traceutil/trace.go:171","msg":"trace[705649966] transaction","detail":"{read_only:false; response_revision:21858; number_of_response:1; }","duration":"179.108792ms","start":"2026-03-03T21:59:25.374909Z","end":"2026-03-03T21:59:25.554018Z","steps":["trace[705649966] 'process raft request' (duration: 178.919209ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T21:59:25.554916Z","caller":"traceutil/trace.go:171","msg":"trace[1249388845] linearizableReadLoop","detail":"{readStateIndex:22621; appliedIndex:22616; }","duration":"174.874769ms","start":"2026-03-03T21:59:25.379992Z","end":"2026-03-03T21:59:25.554867Z","steps":["trace[1249388845] 'read index received' (duration: 82.180241ms)","trace[1249388845] 'applied index is now lower than readState.Index' (duration: 92.690168ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T21:59:25.55509Z","caller":"traceutil/trace.go:171","msg":"trace[385153665] transaction","detail":"{read_only:false; response_revision:21859; number_of_response:1; }","duration":"179.068352ms","start":"2026-03-03T21:59:25.376004Z","end":"2026-03-03T21:59:25.555073Z","steps":["trace[385153665] 'process raft request' (duration: 177.96551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:59:25.555447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.388598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T21:59:25.555519Z","caller":"traceutil/trace.go:171","msg":"trace[2127095429] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:21859; }","duration":"175.582943ms","start":"2026-03-03T21:59:25.379917Z","end":"2026-03-03T21:59:25.5555Z","steps":["trace[2127095429] 'agreement among raft nodes before linearized reading' (duration: 175.347108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T21:59:25.556062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.78528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T21:59:25.556132Z","caller":"traceutil/trace.go:171","msg":"trace[1335782116] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21859; }","duration":"158.904063ms","start":"2026-03-03T21:59:25.397211Z","end":"2026-03-03T21:59:25.556115Z","steps":["trace[1335782116] 'agreement among raft nodes before linearized reading' (duration: 158.659278ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:01:19.549323Z","caller":"traceutil/trace.go:171","msg":"trace[791551184] transaction","detail":"{read_only:false; response_revision:23013; number_of_response:1; }","duration":"113.481187ms","start":"2026-03-03T22:01:19.435816Z","end":"2026-03-03T22:01:19.549298Z","steps":["trace[791551184] 'process raft request' (duration: 113.311584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:25.13163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.560653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T22:01:25.131696Z","caller":"traceutil/trace.go:171","msg":"trace[1209389497] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23053; }","duration":"169.676645ms","start":"2026-03-03T22:01:24.962004Z","end":"2026-03-03T22:01:25.13168Z","steps":["trace[1209389497] 'count revisions from in-memory index tree' (duration: 169.439711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:25.131852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.088785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-03T22:01:25.131919Z","caller":"traceutil/trace.go:171","msg":"trace[887328175] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23053; }","duration":"130.210427ms","start":"2026-03-03T22:01:25.001695Z","end":"2026-03-03T22:01:25.131905Z","steps":["trace[887328175] 'range keys from in-memory index tree' (duration: 129.934852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:25.132039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.864667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T22:01:25.132064Z","caller":"traceutil/trace.go:171","msg":"trace[2142064372] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23053; }","duration":"211.920778ms","start":"2026-03-03T22:01:24.920137Z","end":"2026-03-03T22:01:25.132058Z","steps":["trace[2142064372] 'range keys from in-memory index tree' (duration: 211.734305ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:01:25.389312Z","caller":"traceutil/trace.go:171","msg":"trace[833038098] transaction","detail":"{read_only:false; response_revision:23054; number_of_response:1; }","duration":"236.990843ms","start":"2026-03-03T22:01:25.152299Z","end":"2026-03-03T22:01:25.38929Z","steps":["trace[833038098] 'process raft request' (duration: 236.788719ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:01:25.416175Z","caller":"traceutil/trace.go:171","msg":"trace[1524522454] linearizableReadLoop","detail":"{readStateIndex:23849; appliedIndex:23848; }","duration":"141.929649ms","start":"2026-03-03T22:01:25.274227Z","end":"2026-03-03T22:01:25.416157Z","steps":["trace[1524522454] 'read index received' (duration: 115.444136ms)","trace[1524522454] 'applied index is now lower than readState.Index' (duration: 26.484713ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:01:25.416272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.025011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:01:25.416296Z","caller":"traceutil/trace.go:171","msg":"trace[1580345450] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23055; }","duration":"142.099083ms","start":"2026-03-03T22:01:25.274189Z","end":"2026-03-03T22:01:25.416289Z","steps":["trace[1580345450] 'agreement among raft nodes before linearized reading' (duration: 142.034251ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:01:25.416274Z","caller":"traceutil/trace.go:171","msg":"trace[882834307] transaction","detail":"{read_only:false; response_revision:23055; number_of_response:1; }","duration":"218.469919ms","start":"2026-03-03T22:01:25.197768Z","end":"2026-03-03T22:01:25.416238Z","steps":["trace[882834307] 'process raft request' (duration: 218.279005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:25.732745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.599863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-03T22:01:25.732826Z","caller":"traceutil/trace.go:171","msg":"trace[718262914] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23055; }","duration":"282.711965ms","start":"2026-03-03T22:01:25.45009Z","end":"2026-03-03T22:01:25.732802Z","steps":["trace[718262914] 'range keys from in-memory index tree' (duration: 282.45494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:25.733141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.374834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T22:01:25.733185Z","caller":"traceutil/trace.go:171","msg":"trace[1636454359] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:23055; }","duration":"264.422855ms","start":"2026-03-03T22:01:25.468751Z","end":"2026-03-03T22:01:25.733174Z","steps":["trace[1636454359] 'count revisions from in-memory index tree' (duration: 264.271951ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:01:25.734395Z","caller":"traceutil/trace.go:171","msg":"trace[2086807092] transaction","detail":"{read_only:false; response_revision:23056; number_of_response:1; }","duration":"163.679017ms","start":"2026-03-03T22:01:25.570701Z","end":"2026-03-03T22:01:25.73438Z","steps":["trace[2086807092] 'process raft request' (duration: 120.293332ms)","trace[2086807092] 'compare' (duration: 42.869815ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:01:26.348107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.150014ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T22:01:26.348616Z","caller":"traceutil/trace.go:171","msg":"trace[1641384526] transaction","detail":"{read_only:false; response_revision:23057; number_of_response:1; }","duration":"699.151957ms","start":"2026-03-03T22:01:25.649422Z","end":"2026-03-03T22:01:26.348574Z","steps":["trace[1641384526] 'process raft request' (duration: 345.217797ms)","trace[1641384526] 'compare' (duration: 353.027982ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:01:26.348694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:25.649403Z","time spent":"699.257819ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:01:26.349017Z","caller":"traceutil/trace.go:171","msg":"trace[888660867] linearizableReadLoop","detail":"{readStateIndex:23851; appliedIndex:23850; }","duration":"614.841785ms","start":"2026-03-03T22:01:25.734163Z","end":"2026-03-03T22:01:26.349005Z","steps":["trace[888660867] 'read index received' (duration: 260.327114ms)","trace[888660867] 'applied index is now lower than readState.Index' (duration: 354.512351ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:01:26.543202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.478787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T22:01:26.543209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.893876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:01:26.543271Z","caller":"traceutil/trace.go:171","msg":"trace[2143752394] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23057; }","duration":"896.553369ms","start":"2026-03-03T22:01:25.6467Z","end":"2026-03-03T22:01:26.543253Z","steps":["trace[2143752394] 'agreement among raft nodes before linearized reading' (duration: 702.37173ms)","trace[2143752394] 'range keys from in-memory index tree' (duration: 194.086377ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:01:26.543301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:25.646668Z","time spent":"896.627381ms","remote":"127.0.0.1:39122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T22:01:26.543295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.76445ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-03T22:01:26.543319Z","caller":"traceutil/trace.go:171","msg":"trace[360717723] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23057; }","duration":"898.038219ms","start":"2026-03-03T22:01:25.645234Z","end":"2026-03-03T22:01:26.543273Z","steps":["trace[360717723] 'agreement among raft nodes before linearized reading' (duration: 703.85046ms)","trace[360717723] 'count revisions from in-memory index tree' (duration: 194.062727ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:01:26.543379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:25.645215Z","time spent":"898.151791ms","remote":"127.0.0.1:47848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T22:01:26.54355Z","caller":"traceutil/trace.go:171","msg":"trace[1675527089] transaction","detail":"{read_only:false; response_revision:23060; number_of_response:1; }","duration":"510.427035ms","start":"2026-03-03T22:01:26.033114Z","end":"2026-03-03T22:01:26.543541Z","steps":["trace[1675527089] 'process raft request' (duration: 510.400425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:26.543621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:26.033087Z","time spent":"510.488136ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:01:26.543687Z","caller":"traceutil/trace.go:171","msg":"trace[489833843] transaction","detail":"{read_only:false; response_revision:23058; number_of_response:1; }","duration":"521.117726ms","start":"2026-03-03T22:01:26.022562Z","end":"2026-03-03T22:01:26.54368Z","steps":["trace[489833843] 'process raft request' (duration: 520.81933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:26.543723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:26.022543Z","time spent":"521.163267ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:01:26.54373Z","caller":"traceutil/trace.go:171","msg":"trace[2018692251] transaction","detail":"{read_only:false; response_revision:23059; number_of_response:1; }","duration":"520.582556ms","start":"2026-03-03T22:01:26.023132Z","end":"2026-03-03T22:01:26.543714Z","steps":["trace[2018692251] 'process raft request' (duration: 520.352191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:26.543837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:26.023078Z","time spent":"520.717308ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:01:26.543882Z","caller":"traceutil/trace.go:171","msg":"trace[674703854] transaction","detail":"{read_only:false; response_revision:23061; number_of_response:1; }","duration":"499.575981ms","start":"2026-03-03T22:01:26.044295Z","end":"2026-03-03T22:01:26.543871Z","steps":["trace[674703854] 'process raft request' (duration: 499.500979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:26.543959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:26.044271Z","time spent":"499.639902ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:01:26.544089Z","caller":"traceutil/trace.go:171","msg":"trace[1157095037] linearizableReadLoop","detail":"{readStateIndex:23856; appliedIndex:23856; }","duration":"195.040126ms","start":"2026-03-03T22:01:26.349042Z","end":"2026-03-03T22:01:26.544082Z","steps":["trace[1157095037] 'read index received' (duration: 195.035166ms)","trace[1157095037] 'applied index is now lower than readState.Index' (duration: 4.5µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:01:26.544157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.010596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:01:26.544179Z","caller":"traceutil/trace.go:171","msg":"trace[909100640] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23061; }","duration":"371.056397ms","start":"2026-03-03T22:01:26.173116Z","end":"2026-03-03T22:01:26.544172Z","steps":["trace[909100640] 'agreement among raft nodes before linearized reading' (duration: 371.011066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:26.544199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:26.173073Z","time spent":"371.121468ms","remote":"127.0.0.1:47954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T22:01:26.544271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.409312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:01:26.544307Z","caller":"traceutil/trace.go:171","msg":"trace[1000862037] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:23061; }","duration":"767.478234ms","start":"2026-03-03T22:01:25.776818Z","end":"2026-03-03T22:01:26.544297Z","steps":["trace[1000862037] 'agreement among raft nodes before linearized reading' (duration: 767.407793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:26.544361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:25.776801Z","time spent":"767.552315ms","remote":"127.0.0.1:47880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T22:01:26.544382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.933861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-03T22:01:26.544442Z","caller":"traceutil/trace.go:171","msg":"trace[1111693665] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23061; }","duration":"667.020852ms","start":"2026-03-03T22:01:25.877406Z","end":"2026-03-03T22:01:26.544427Z","steps":["trace[1111693665] 'agreement among raft nodes before linearized reading' (duration: 666.801008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:26.544481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:25.877389Z","time spent":"667.084894ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T22:01:26.544582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.465824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T22:01:26.544621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.830722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T22:01:26.544697Z","caller":"traceutil/trace.go:171","msg":"trace[546378508] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23061; }","duration":"443.992106ms","start":"2026-03-03T22:01:26.100698Z","end":"2026-03-03T22:01:26.54469Z","steps":["trace[546378508] 'agreement among raft nodes before linearized reading' (duration: 443.457194ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:01:26.544691Z","caller":"traceutil/trace.go:171","msg":"trace[148276227] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:23061; }","duration":"442.619258ms","start":"2026-03-03T22:01:26.102045Z","end":"2026-03-03T22:01:26.544664Z","steps":["trace[148276227] 'agreement among raft nodes before linearized reading' (duration: 442.318381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:26.544723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:26.100676Z","time spent":"444.041216ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T22:01:26.544739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:26.102036Z","time spent":"442.694119ms","remote":"127.0.0.1:39314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T22:01:26.546447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.004986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T22:01:26.546534Z","caller":"traceutil/trace.go:171","msg":"trace[755192877] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23062; }","duration":"121.153289ms","start":"2026-03-03T22:01:26.425362Z","end":"2026-03-03T22:01:26.546516Z","steps":["trace[755192877] 'agreement among raft nodes before linearized reading' (duration: 120.864673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:26.548383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.53709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T22:01:26.548422Z","caller":"traceutil/trace.go:171","msg":"trace[990248257] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23062; }","duration":"111.627492ms","start":"2026-03-03T22:01:26.436786Z","end":"2026-03-03T22:01:26.548413Z","steps":["trace[990248257] 'agreement among raft nodes before linearized reading' (duration: 111.512619ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:01:29.780209Z","caller":"traceutil/trace.go:171","msg":"trace[695401423] transaction","detail":"{read_only:false; response_revision:23085; number_of_response:1; }","duration":"102.261517ms","start":"2026-03-03T22:01:29.677931Z","end":"2026-03-03T22:01:29.780193Z","steps":["trace[695401423] 'process raft request' (duration: 102.141494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:30.015689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.669553ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T22:01:30.015826Z","caller":"traceutil/trace.go:171","msg":"trace[1202275936] transaction","detail":"{read_only:false; response_revision:23086; number_of_response:1; }","duration":"255.220233ms","start":"2026-03-03T22:01:29.760584Z","end":"2026-03-03T22:01:30.015804Z","steps":["trace[1202275936] 'process raft request' (duration: 37.327466ms)","trace[1202275936] 'compare' (duration: 217.53183ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:01:31.004571Z","caller":"traceutil/trace.go:171","msg":"trace[363205204] transaction","detail":"{read_only:false; response_revision:23089; number_of_response:1; }","duration":"445.071677ms","start":"2026-03-03T22:01:30.559465Z","end":"2026-03-03T22:01:31.004536Z","steps":["trace[363205204] 'process raft request' (duration: 444.922624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:31.004812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:30.55944Z","time spent":"445.26157ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:01:31.004598Z","caller":"traceutil/trace.go:171","msg":"trace[1359192523] transaction","detail":"{read_only:false; response_revision:23088; number_of_response:1; }","duration":"445.71998ms","start":"2026-03-03T22:01:30.558834Z","end":"2026-03-03T22:01:31.004554Z","steps":["trace[1359192523] 'process raft request' (duration: 405.063108ms)","trace[1359192523] 'compare' (duration: 40.293004ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:01:31.00502Z","caller":"traceutil/trace.go:171","msg":"trace[833145065] transaction","detail":"{read_only:false; response_revision:23090; number_of_response:1; }","duration":"445.186039ms","start":"2026-03-03T22:01:30.559822Z","end":"2026-03-03T22:01:31.005008Z","steps":["trace[833145065] 'process raft request' (duration: 444.661149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:31.005081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:30.559813Z","time spent":"445.231949ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:01:31.005088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:30.558792Z","time spent":"446.156639ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:01:31.005072Z","caller":"traceutil/trace.go:171","msg":"trace[1489496179] linearizableReadLoop","detail":"{readStateIndex:23886; appliedIndex:23881; }","duration":"440.338102ms","start":"2026-03-03T22:01:30.564713Z","end":"2026-03-03T22:01:31.005051Z","steps":["trace[1489496179] 'read index received' (duration: 86.569236ms)","trace[1489496179] 'applied index is now lower than readState.Index' (duration: 353.767926ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:01:31.005175Z","caller":"traceutil/trace.go:171","msg":"trace[1623161455] transaction","detail":"{read_only:false; response_revision:23091; number_of_response:1; }","duration":"444.028387ms","start":"2026-03-03T22:01:30.561134Z","end":"2026-03-03T22:01:31.005162Z","steps":["trace[1623161455] 'process raft request' (duration: 443.756921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:31.005254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.537286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T22:01:31.005289Z","caller":"traceutil/trace.go:171","msg":"trace[1111640301] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23091; }","duration":"440.630428ms","start":"2026-03-03T22:01:30.56465Z","end":"2026-03-03T22:01:31.005281Z","steps":["trace[1111640301] 'agreement among raft nodes before linearized reading' (duration: 440.468395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:31.00532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:30.564631Z","time spent":"440.68213ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T22:01:31.005357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:30.561118Z","time spent":"444.112878ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:01:31.007791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.321123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-03T22:01:31.007798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.802031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T22:01:31.007838Z","caller":"traceutil/trace.go:171","msg":"trace[1730459639] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23092; }","duration":"334.411535ms","start":"2026-03-03T22:01:30.673412Z","end":"2026-03-03T22:01:31.007824Z","steps":["trace[1730459639] 'agreement among raft nodes before linearized reading' (duration: 334.271012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:31.007868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:30.673393Z","time spent":"334.470056ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T22:01:31.007899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.645891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:01:31.007917Z","caller":"traceutil/trace.go:171","msg":"trace[1777654110] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23092; }","duration":"361.729043ms","start":"2026-03-03T22:01:30.646183Z","end":"2026-03-03T22:01:31.007912Z","steps":["trace[1777654110] 'agreement among raft nodes before linearized reading' (duration: 361.698302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:31.00794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:30.646149Z","time spent":"361.785344ms","remote":"127.0.0.1:39122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T22:01:31.00806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.969105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-03T22:01:31.008098Z","caller":"traceutil/trace.go:171","msg":"trace[265311800] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23092; }","duration":"265.088517ms","start":"2026-03-03T22:01:30.743003Z","end":"2026-03-03T22:01:31.008092Z","steps":["trace[265311800] 'agreement among raft nodes before linearized reading' (duration: 264.991715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:31.008258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.618618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T22:01:31.008283Z","caller":"traceutil/trace.go:171","msg":"trace[1213310367] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23092; }","duration":"440.644999ms","start":"2026-03-03T22:01:30.567631Z","end":"2026-03-03T22:01:31.008276Z","steps":["trace[1213310367] 'agreement among raft nodes before linearized reading' (duration: 440.572877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:31.008304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:30.567563Z","time spent":"440.73472ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T22:01:31.008261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.704578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-03T22:01:31.008397Z","caller":"traceutil/trace.go:171","msg":"trace[1595984130] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:1; response_revision:23092; }","duration":"270.899392ms","start":"2026-03-03T22:01:30.73749Z","end":"2026-03-03T22:01:31.00839Z","steps":["trace[1595984130] 'agreement among raft nodes before linearized reading' (duration: 270.728159ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:01:31.007862Z","caller":"traceutil/trace.go:171","msg":"trace[1047318420] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23092; }","duration":"442.919023ms","start":"2026-03-03T22:01:30.564927Z","end":"2026-03-03T22:01:31.007846Z","steps":["trace[1047318420] 'agreement among raft nodes before linearized reading' (duration: 442.73521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:31.008501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:30.564911Z","time spent":"443.583836ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T22:01:31.381279Z","caller":"traceutil/trace.go:171","msg":"trace[1794061983] transaction","detail":"{read_only:false; response_revision:23093; number_of_response:1; }","duration":"367.859744ms","start":"2026-03-03T22:01:31.013373Z","end":"2026-03-03T22:01:31.381233Z","steps":["trace[1794061983] 'process raft request' (duration: 269.224388ms)","trace[1794061983] 'compare' (duration: 97.665787ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:01:31.38148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:31.013356Z","time spent":"368.012157ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:01:31.381639Z","caller":"traceutil/trace.go:171","msg":"trace[268946131] transaction","detail":"{read_only:false; response_revision:23094; number_of_response:1; }","duration":"368.17708ms","start":"2026-03-03T22:01:31.013449Z","end":"2026-03-03T22:01:31.381626Z","steps":["trace[268946131] 'process raft request' (duration: 367.037838ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:01:31.382209Z","caller":"traceutil/trace.go:171","msg":"trace[1655074825] transaction","detail":"{read_only:false; response_revision:23097; number_of_response:1; }","duration":"295.917055ms","start":"2026-03-03T22:01:31.086259Z","end":"2026-03-03T22:01:31.382176Z","steps":["trace[1655074825] 'process raft request' (duration: 294.401396ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:01:31.38221Z","caller":"traceutil/trace.go:171","msg":"trace[1003633940] transaction","detail":"{read_only:false; response_revision:23096; number_of_response:1; }","duration":"367.795683ms","start":"2026-03-03T22:01:31.014392Z","end":"2026-03-03T22:01:31.382188Z","steps":["trace[1003633940] 'process raft request' (duration: 366.206492ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:01:31.382292Z","caller":"traceutil/trace.go:171","msg":"trace[1247531119] linearizableReadLoop","detail":"{readStateIndex:23892; appliedIndex:23888; }","duration":"297.232921ms","start":"2026-03-03T22:01:31.085028Z","end":"2026-03-03T22:01:31.382261Z","steps":["trace[1247531119] 'read index received' (duration: 197.515185ms)","trace[1247531119] 'applied index is now lower than readState.Index' (duration: 99.715146ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:01:31.382303Z","caller":"traceutil/trace.go:171","msg":"trace[1507371376] transaction","detail":"{read_only:false; response_revision:23095; number_of_response:1; }","duration":"368.782132ms","start":"2026-03-03T22:01:31.013489Z","end":"2026-03-03T22:01:31.382271Z","steps":["trace[1507371376] 'process raft request' (duration: 367.067029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:31.382499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.472111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T22:01:31.382464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:31.014384Z","time spent":"367.908965ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:01:31.382548Z","caller":"traceutil/trace.go:171","msg":"trace[62545480] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:23098; }","duration":"279.552393ms","start":"2026-03-03T22:01:31.102978Z","end":"2026-03-03T22:01:31.38253Z","steps":["trace[62545480] 'agreement among raft nodes before linearized reading' (duration: 279.44994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:31.382622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.946206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-03T22:01:31.382609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:31.013485Z","time spent":"368.894274ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:01:31.382699Z","caller":"traceutil/trace.go:171","msg":"trace[849358672] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23098; }","duration":"369.050498ms","start":"2026-03-03T22:01:31.01363Z","end":"2026-03-03T22:01:31.38268Z","steps":["trace[849358672] 'agreement among raft nodes before linearized reading' (duration: 368.780011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:31.382957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:31.013625Z","time spent":"369.313433ms","remote":"127.0.0.1:39316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T22:01:31.384104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.053717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:01:31.384189Z","caller":"traceutil/trace.go:171","msg":"trace[1836492034] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:23098; }","duration":"332.231171ms","start":"2026-03-03T22:01:31.051939Z","end":"2026-03-03T22:01:31.38417Z","steps":["trace[1836492034] 'agreement among raft nodes before linearized reading' (duration: 330.354924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:31.384235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:31.051925Z","time spent":"332.299103ms","remote":"127.0.0.1:48266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T22:01:31.381703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:31.013443Z","time spent":"368.228461ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:01:31.617954Z","caller":"traceutil/trace.go:171","msg":"trace[784941458] transaction","detail":"{read_only:false; response_revision:23099; number_of_response:1; }","duration":"188.212843ms","start":"2026-03-03T22:01:31.429717Z","end":"2026-03-03T22:01:31.617929Z","steps":["trace[784941458] 'process raft request' (duration: 184.437917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:32.091536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.990311ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:01:32.091635Z","caller":"traceutil/trace.go:171","msg":"trace[344081309] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:23099; }","duration":"314.091873ms","start":"2026-03-03T22:01:31.777522Z","end":"2026-03-03T22:01:32.091614Z","steps":["trace[344081309] 'range keys from in-memory index tree' (duration: 313.976381ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:01:32.092041Z","caller":"traceutil/trace.go:171","msg":"trace[2103903029] linearizableReadLoop","detail":"{readStateIndex:23896; appliedIndex:23894; }","duration":"623.483745ms","start":"2026-03-03T22:01:31.468529Z","end":"2026-03-03T22:01:32.092013Z","steps":["trace[2103903029] 'read index received' (duration: 145.582481ms)","trace[2103903029] 'applied index is now lower than readState.Index' (duration: 477.899784ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:01:32.092144Z","caller":"traceutil/trace.go:171","msg":"trace[1389187988] transaction","detail":"{read_only:false; response_revision:23100; number_of_response:1; }","duration":"657.332032ms","start":"2026-03-03T22:01:31.434775Z","end":"2026-03-03T22:01:32.092107Z","steps":["trace[1389187988] 'process raft request' (duration: 641.043831ms)","trace[1389187988] 'compare' (duration: 15.491236ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:01:32.092221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.673998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T22:01:32.092296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:31.434751Z","time spent":"657.463994ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:01:32.092292Z","caller":"traceutil/trace.go:171","msg":"trace[871901722] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23100; }","duration":"623.75926ms","start":"2026-03-03T22:01:31.468521Z","end":"2026-03-03T22:01:32.09228Z","steps":["trace[871901722] 'agreement among raft nodes before linearized reading' (duration: 623.607667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:32.09236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:31.468507Z","time spent":"623.841212ms","remote":"127.0.0.1:39574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T22:01:32.101679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.893569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:01:32.101721Z","caller":"traceutil/trace.go:171","msg":"trace[1484623585] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:23101; }","duration":"563.9728ms","start":"2026-03-03T22:01:31.537737Z","end":"2026-03-03T22:01:32.10171Z","steps":["trace[1484623585] 'agreement among raft nodes before linearized reading' (duration: 563.900519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:32.101747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:31.53773Z","time spent":"564.011021ms","remote":"127.0.0.1:38302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-03T22:01:32.101695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.909771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:01:32.101824Z","caller":"traceutil/trace.go:171","msg":"trace[1949049946] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:23101; }","duration":"485.092465ms","start":"2026-03-03T22:01:31.616702Z","end":"2026-03-03T22:01:32.101794Z","steps":["trace[1949049946] 'agreement among raft nodes before linearized reading' (duration: 484.895881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:32.101879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.411904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T22:01:32.101891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:31.616672Z","time spent":"485.199297ms","remote":"127.0.0.1:47940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"info","ts":"2026-03-03T22:01:32.101943Z","caller":"traceutil/trace.go:171","msg":"trace[1471378871] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:23101; }","duration":"155.501995ms","start":"2026-03-03T22:01:31.94642Z","end":"2026-03-03T22:01:32.101922Z","steps":["trace[1471378871] 'agreement among raft nodes before linearized reading' (duration: 155.389383ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:01:32.779826Z","caller":"traceutil/trace.go:171","msg":"trace[408194703] transaction","detail":"{read_only:false; response_revision:23102; number_of_response:1; }","duration":"119.528377ms","start":"2026-03-03T22:01:32.660273Z","end":"2026-03-03T22:01:32.779802Z","steps":["trace[408194703] 'process raft request' (duration: 119.372324ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:01:33.132025Z","caller":"traceutil/trace.go:171","msg":"trace[1998404459] transaction","detail":"{read_only:false; response_revision:23103; number_of_response:1; }","duration":"119.586988ms","start":"2026-03-03T22:01:33.011615Z","end":"2026-03-03T22:01:33.131202Z","steps":["trace[1998404459] 'process raft request' (duration: 119.419875ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:01:33.546355Z","caller":"traceutil/trace.go:171","msg":"trace[878529042] linearizableReadLoop","detail":"{readStateIndex:23902; appliedIndex:23899; }","duration":"158.254051ms","start":"2026-03-03T22:01:33.388076Z","end":"2026-03-03T22:01:33.546331Z","steps":["trace[878529042] 'read index received' (duration: 73.211155ms)","trace[878529042] 'applied index is now lower than readState.Index' (duration: 85.041816ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:01:33.5465Z","caller":"traceutil/trace.go:171","msg":"trace[1135813297] transaction","detail":"{read_only:false; response_revision:23106; number_of_response:1; }","duration":"530.158474ms","start":"2026-03-03T22:01:33.016328Z","end":"2026-03-03T22:01:33.546487Z","steps":["trace[1135813297] 'process raft request' (duration: 529.95388ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:01:33.546519Z","caller":"traceutil/trace.go:171","msg":"trace[1246722722] transaction","detail":"{read_only:false; response_revision:23105; number_of_response:1; }","duration":"533.725555ms","start":"2026-03-03T22:01:33.012757Z","end":"2026-03-03T22:01:33.546482Z","steps":["trace[1246722722] 'process raft request' (duration: 533.395919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:33.54661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:33.01632Z","time spent":"530.212575ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:01:33.546702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:33.012747Z","time spent":"533.864137ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:01:33.546984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.904204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T22:01:33.547027Z","caller":"traceutil/trace.go:171","msg":"trace[1221611955] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23106; }","duration":"158.984585ms","start":"2026-03-03T22:01:33.38803Z","end":"2026-03-03T22:01:33.547015Z","steps":["trace[1221611955] 'agreement among raft nodes before linearized reading' (duration: 158.854763ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:01:33.547047Z","caller":"traceutil/trace.go:171","msg":"trace[1538654404] transaction","detail":"{read_only:false; response_revision:23104; number_of_response:1; }","duration":"534.929199ms","start":"2026-03-03T22:01:33.012103Z","end":"2026-03-03T22:01:33.547033Z","steps":["trace[1538654404] 'process raft request' (duration: 449.220319ms)","trace[1538654404] 'compare' (duration: 84.558437ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:01:33.547118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:33.012085Z","time spent":"535.00053ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:01:33.547384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.197599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-03T22:01:33.547375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.800102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T22:01:33.547423Z","caller":"traceutil/trace.go:171","msg":"trace[1205380628] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23106; }","duration":"158.24697ms","start":"2026-03-03T22:01:33.389166Z","end":"2026-03-03T22:01:33.547413Z","steps":["trace[1205380628] 'agreement among raft nodes before linearized reading' (duration: 158.088237ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:01:33.547451Z","caller":"traceutil/trace.go:171","msg":"trace[294044097] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23106; }","duration":"156.903984ms","start":"2026-03-03T22:01:33.390527Z","end":"2026-03-03T22:01:33.547431Z","steps":["trace[294044097] 'agreement among raft nodes before linearized reading' (duration: 156.608259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:33.547424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.186639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T22:01:33.549419Z","caller":"traceutil/trace.go:171","msg":"trace[855145891] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23106; }","duration":"161.23751ms","start":"2026-03-03T22:01:33.38815Z","end":"2026-03-03T22:01:33.549387Z","steps":["trace[855145891] 'agreement among raft nodes before linearized reading' (duration: 158.981386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:34.122896Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976530797163175359,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T22:01:34.134551Z","caller":"traceutil/trace.go:171","msg":"trace[1148146269] transaction","detail":"{read_only:false; response_revision:23108; number_of_response:1; }","duration":"580.419585ms","start":"2026-03-03T22:01:33.554105Z","end":"2026-03-03T22:01:34.134525Z","steps":["trace[1148146269] 'process raft request' (duration: 580.19566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:34.134686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:33.554069Z","time spent":"580.533997ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:01:34.134884Z","caller":"traceutil/trace.go:171","msg":"trace[1773016999] transaction","detail":"{read_only:false; response_revision:23110; number_of_response:1; }","duration":"580.108409ms","start":"2026-03-03T22:01:33.554754Z","end":"2026-03-03T22:01:34.134863Z","steps":["trace[1773016999] 'process raft request' (duration: 579.977817ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:01:34.134933Z","caller":"traceutil/trace.go:171","msg":"trace[334031535] transaction","detail":"{read_only:false; response_revision:23109; number_of_response:1; }","duration":"580.774012ms","start":"2026-03-03T22:01:33.554121Z","end":"2026-03-03T22:01:34.134895Z","steps":["trace[334031535] 'process raft request' (duration: 580.359254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:34.13503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:33.554747Z","time spent":"580.208931ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:01:34.135097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:33.554093Z","time spent":"580.913785ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:01:34.381292Z","caller":"traceutil/trace.go:171","msg":"trace[328187337] linearizableReadLoop","detail":"{readStateIndex:23908; appliedIndex:23903; }","duration":"759.101309ms","start":"2026-03-03T22:01:33.622168Z","end":"2026-03-03T22:01:34.381269Z","steps":["trace[328187337] 'read index received' (duration: 512.18263ms)","trace[328187337] 'applied index is now lower than readState.Index' (duration: 246.917769ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:01:34.381417Z","caller":"traceutil/trace.go:171","msg":"trace[642859758] transaction","detail":"{read_only:false; response_revision:23111; number_of_response:1; }","duration":"284.245495ms","start":"2026-03-03T22:01:34.097158Z","end":"2026-03-03T22:01:34.381403Z","steps":["trace[642859758] 'process raft request' (duration: 259.7036ms)","trace[642859758] 'compare' (duration: 23.931323ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:01:34.381771Z","caller":"traceutil/trace.go:171","msg":"trace[687492384] transaction","detail":"{read_only:false; response_revision:23112; number_of_response:1; }","duration":"269.650717ms","start":"2026-03-03T22:01:34.112095Z","end":"2026-03-03T22:01:34.381746Z","steps":["trace[687492384] 'process raft request' (duration: 269.001345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:34.38212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.912815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T22:01:34.382175Z","caller":"traceutil/trace.go:171","msg":"trace[781469620] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23112; }","duration":"760.034107ms","start":"2026-03-03T22:01:33.622124Z","end":"2026-03-03T22:01:34.382159Z","steps":["trace[781469620] 'agreement among raft nodes before linearized reading' (duration: 759.815983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:34.382215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:33.622106Z","time spent":"760.097688ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T22:01:35.114509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.592071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:01:35.114646Z","caller":"traceutil/trace.go:171","msg":"trace[2002301153] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:23114; }","duration":"183.795435ms","start":"2026-03-03T22:01:34.930821Z","end":"2026-03-03T22:01:35.114617Z","steps":["trace[2002301153] 'count revisions from in-memory index tree' (duration: 183.496028ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:01:35.339251Z","caller":"traceutil/trace.go:171","msg":"trace[518191761] transaction","detail":"{read_only:false; response_revision:23115; number_of_response:1; }","duration":"202.33997ms","start":"2026-03-03T22:01:35.136886Z","end":"2026-03-03T22:01:35.339226Z","steps":["trace[518191761] 'process raft request' (duration: 202.155416ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:01:35.764878Z","caller":"traceutil/trace.go:171","msg":"trace[1799214966] transaction","detail":"{read_only:false; response_revision:23116; number_of_response:1; }","duration":"369.18915ms","start":"2026-03-03T22:01:35.395661Z","end":"2026-03-03T22:01:35.764851Z","steps":["trace[1799214966] 'process raft request' (duration: 369.010076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:35.765439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:35.395639Z","time spent":"369.69315ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:01:35.788Z","caller":"traceutil/trace.go:171","msg":"trace[1917531645] transaction","detail":"{read_only:false; response_revision:23117; number_of_response:1; }","duration":"234.781599ms","start":"2026-03-03T22:01:35.553178Z","end":"2026-03-03T22:01:35.787959Z","steps":["trace[1917531645] 'process raft request' (duration: 234.619086ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:01:35.788582Z","caller":"traceutil/trace.go:171","msg":"trace[1643604102] transaction","detail":"{read_only:false; response_revision:23118; number_of_response:1; }","duration":"235.251209ms","start":"2026-03-03T22:01:35.553307Z","end":"2026-03-03T22:01:35.788558Z","steps":["trace[1643604102] 'process raft request' (duration: 234.582346ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:01:35.788856Z","caller":"traceutil/trace.go:171","msg":"trace[783087460] transaction","detail":"{read_only:false; response_revision:23119; number_of_response:1; }","duration":"234.118756ms","start":"2026-03-03T22:01:35.55471Z","end":"2026-03-03T22:01:35.788828Z","steps":["trace[783087460] 'process raft request' (duration: 233.774399ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:01:35.789073Z","caller":"traceutil/trace.go:171","msg":"trace[1703944677] linearizableReadLoop","detail":"{readStateIndex:23915; appliedIndex:23911; }","duration":"165.358041ms","start":"2026-03-03T22:01:35.623701Z","end":"2026-03-03T22:01:35.789059Z","steps":["trace[1703944677] 'read index received' (duration: 140.984541ms)","trace[1703944677] 'applied index is now lower than readState.Index' (duration: 24.37242ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:01:35.834858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.135644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T22:01:35.834951Z","caller":"traceutil/trace.go:171","msg":"trace[752394673] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23119; }","duration":"211.258757ms","start":"2026-03-03T22:01:35.623658Z","end":"2026-03-03T22:01:35.834916Z","steps":["trace[752394673] 'agreement among raft nodes before linearized reading' (duration: 165.446523ms)","trace[752394673] 'range keys from in-memory index tree' (duration: 45.61132ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:01:36.087941Z","caller":"traceutil/trace.go:171","msg":"trace[487915801] transaction","detail":"{read_only:false; response_revision:23120; number_of_response:1; }","duration":"249.077872ms","start":"2026-03-03T22:01:35.83882Z","end":"2026-03-03T22:01:36.087898Z","steps":["trace[487915801] 'process raft request' (duration: 248.935489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:36.261563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.507508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T22:01:36.26166Z","caller":"traceutil/trace.go:171","msg":"trace[505075183] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23120; }","duration":"109.61792ms","start":"2026-03-03T22:01:36.152018Z","end":"2026-03-03T22:01:36.261636Z","steps":["trace[505075183] 'range keys from in-memory index tree' (duration: 109.357355ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:36.261671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.216523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-03T22:01:36.261577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.169462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T22:01:36.261773Z","caller":"traceutil/trace.go:171","msg":"trace[790653497] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23120; }","duration":"109.346125ms","start":"2026-03-03T22:01:36.152388Z","end":"2026-03-03T22:01:36.261734Z","steps":["trace[790653497] 'range keys from in-memory index tree' (duration: 108.971008ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:01:36.26178Z","caller":"traceutil/trace.go:171","msg":"trace[2017665593] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23120; }","duration":"109.411307ms","start":"2026-03-03T22:01:36.152346Z","end":"2026-03-03T22:01:36.261758Z","steps":["trace[2017665593] 'range keys from in-memory index tree' (duration: 108.991468ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:01:36.640655Z","caller":"traceutil/trace.go:171","msg":"trace[790109277] transaction","detail":"{read_only:false; response_revision:23121; number_of_response:1; }","duration":"372.626178ms","start":"2026-03-03T22:01:36.268003Z","end":"2026-03-03T22:01:36.640629Z","steps":["trace[790109277] 'process raft request' (duration: 372.475405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:36.640809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:36.267949Z","time spent":"372.776722ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:01:36.659043Z","caller":"traceutil/trace.go:171","msg":"trace[1094660073] linearizableReadLoop","detail":"{readStateIndex:23923; appliedIndex:23917; }","duration":"227.672149ms","start":"2026-03-03T22:01:36.431343Z","end":"2026-03-03T22:01:36.659015Z","steps":["trace[1094660073] 'read index received' (duration: 209.189835ms)","trace[1094660073] 'applied index is now lower than readState.Index' (duration: 18.480964ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:01:36.659072Z","caller":"traceutil/trace.go:171","msg":"trace[477894589] transaction","detail":"{read_only:false; response_revision:23124; number_of_response:1; }","duration":"271.580385ms","start":"2026-03-03T22:01:36.387457Z","end":"2026-03-03T22:01:36.659038Z","steps":["trace[477894589] 'process raft request' (duration: 271.430072ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:01:36.659099Z","caller":"traceutil/trace.go:171","msg":"trace[766559267] transaction","detail":"{read_only:false; response_revision:23123; number_of_response:1; }","duration":"389.245356ms","start":"2026-03-03T22:01:36.269826Z","end":"2026-03-03T22:01:36.659071Z","steps":["trace[766559267] 'process raft request' (duration: 389.020221ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:01:36.659132Z","caller":"traceutil/trace.go:171","msg":"trace[594329091] transaction","detail":"{read_only:false; response_revision:23125; number_of_response:1; }","duration":"270.753359ms","start":"2026-03-03T22:01:36.388343Z","end":"2026-03-03T22:01:36.659097Z","steps":["trace[594329091] 'process raft request' (duration: 270.594216ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:01:36.659149Z","caller":"traceutil/trace.go:171","msg":"trace[1022304658] transaction","detail":"{read_only:false; response_revision:23126; number_of_response:1; }","duration":"266.677059ms","start":"2026-03-03T22:01:36.392447Z","end":"2026-03-03T22:01:36.659124Z","steps":["trace[1022304658] 'process raft request' (duration: 266.525076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:36.65925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:36.269819Z","time spent":"389.352768ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:01:36.659302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.937174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T22:01:36.65935Z","caller":"traceutil/trace.go:171","msg":"trace[1569789370] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23126; }","duration":"228.041967ms","start":"2026-03-03T22:01:36.431295Z","end":"2026-03-03T22:01:36.659337Z","steps":["trace[1569789370] 'agreement among raft nodes before linearized reading' (duration: 227.852203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:36.659398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.145223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T22:01:36.659426Z","caller":"traceutil/trace.go:171","msg":"trace[34870452] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:23126; }","duration":"140.212545ms","start":"2026-03-03T22:01:36.519203Z","end":"2026-03-03T22:01:36.659416Z","steps":["trace[34870452] 'agreement among raft nodes before linearized reading' (duration: 140.077433ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:01:36.659056Z","caller":"traceutil/trace.go:171","msg":"trace[1814557038] transaction","detail":"{read_only:false; response_revision:23122; number_of_response:1; }","duration":"389.704684ms","start":"2026-03-03T22:01:36.269295Z","end":"2026-03-03T22:01:36.658999Z","steps":["trace[1814557038] 'process raft request' (duration: 389.408828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:36.660058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:36.269278Z","time spent":"390.637503ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:01:36.942841Z","caller":"traceutil/trace.go:171","msg":"trace[1758108065] transaction","detail":"{read_only:false; response_revision:23127; number_of_response:1; }","duration":"277.738296ms","start":"2026-03-03T22:01:36.664922Z","end":"2026-03-03T22:01:36.94266Z","steps":["trace[1758108065] 'process raft request' (duration: 277.277017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:36.94331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.708548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:01:36.943317Z","caller":"traceutil/trace.go:171","msg":"trace[1041444980] linearizableReadLoop","detail":"{readStateIndex:23924; appliedIndex:23923; }","duration":"164.78476ms","start":"2026-03-03T22:01:36.777581Z","end":"2026-03-03T22:01:36.942366Z","steps":["trace[1041444980] 'read index received' (duration: 164.745809ms)","trace[1041444980] 'applied index is now lower than readState.Index' (duration: 37.671µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:01:36.94336Z","caller":"traceutil/trace.go:171","msg":"trace[1053937917] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:23127; }","duration":"165.816081ms","start":"2026-03-03T22:01:36.777525Z","end":"2026-03-03T22:01:36.943341Z","steps":["trace[1053937917] 'agreement among raft nodes before linearized reading' (duration: 165.723379ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:01:37.148105Z","caller":"traceutil/trace.go:171","msg":"trace[1627467303] linearizableReadLoop","detail":"{readStateIndex:23925; appliedIndex:23924; }","duration":"137.559862ms","start":"2026-03-03T22:01:37.01051Z","end":"2026-03-03T22:01:37.14807Z","steps":["trace[1627467303] 'read index received' (duration: 75.820575ms)","trace[1627467303] 'applied index is now lower than readState.Index' (duration: 61.737347ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:01:37.14827Z","caller":"traceutil/trace.go:171","msg":"trace[1945902095] transaction","detail":"{read_only:false; response_revision:23128; number_of_response:1; }","duration":"266.946935ms","start":"2026-03-03T22:01:36.881303Z","end":"2026-03-03T22:01:37.148249Z","steps":["trace[1945902095] 'process raft request' (duration: 205.083585ms)","trace[1945902095] 'compare' (duration: 61.37788ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:01:37.148714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.171924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:01:37.148814Z","caller":"traceutil/trace.go:171","msg":"trace[1900930037] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:23128; }","duration":"138.349497ms","start":"2026-03-03T22:01:37.010439Z","end":"2026-03-03T22:01:37.148788Z","steps":["trace[1900930037] 'agreement among raft nodes before linearized reading' (duration: 138.184764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:37.587102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.922249ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T22:01:37.587363Z","caller":"traceutil/trace.go:171","msg":"trace[294505017] transaction","detail":"{read_only:false; response_revision:23130; number_of_response:1; }","duration":"122.485325ms","start":"2026-03-03T22:01:37.464858Z","end":"2026-03-03T22:01:37.587343Z","steps":["trace[294505017] 'process raft request' (duration: 122.354532ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:01:37.587581Z","caller":"traceutil/trace.go:171","msg":"trace[1576210584] transaction","detail":"{read_only:false; response_revision:23129; number_of_response:1; }","duration":"241.303159ms","start":"2026-03-03T22:01:37.346264Z","end":"2026-03-03T22:01:37.587567Z","steps":["trace[1576210584] 'process raft request' (duration: 27.804298ms)","trace[1576210584] 'compare' (duration: 212.229945ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:01:38.046468Z","caller":"traceutil/trace.go:171","msg":"trace[1768396305] transaction","detail":"{read_only:false; response_revision:23132; number_of_response:1; }","duration":"249.01611ms","start":"2026-03-03T22:01:37.797417Z","end":"2026-03-03T22:01:38.046433Z","steps":["trace[1768396305] 'process raft request' (duration: 248.600202ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:01:38.04659Z","caller":"traceutil/trace.go:171","msg":"trace[179515837] transaction","detail":"{read_only:false; response_revision:23133; number_of_response:1; }","duration":"248.776095ms","start":"2026-03-03T22:01:37.797777Z","end":"2026-03-03T22:01:38.046553Z","steps":["trace[179515837] 'process raft request' (duration: 248.581761ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:01:38.366493Z","caller":"traceutil/trace.go:171","msg":"trace[746273786] transaction","detail":"{read_only:false; response_revision:23134; number_of_response:1; }","duration":"270.849361ms","start":"2026-03-03T22:01:38.09561Z","end":"2026-03-03T22:01:38.36646Z","steps":["trace[746273786] 'process raft request' (duration: 230.168639ms)","trace[746273786] 'compare' (duration: 40.08517ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:01:38.797291Z","caller":"traceutil/trace.go:171","msg":"trace[909755110] transaction","detail":"{read_only:false; response_revision:23135; number_of_response:1; }","duration":"145.900477ms","start":"2026-03-03T22:01:38.651355Z","end":"2026-03-03T22:01:38.797255Z","steps":["trace[909755110] 'process raft request' (duration: 145.631512ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:01:39.010744Z","caller":"traceutil/trace.go:171","msg":"trace[793161319] linearizableReadLoop","detail":"{readStateIndex:23933; appliedIndex:23931; }","duration":"345.869731ms","start":"2026-03-03T22:01:38.66484Z","end":"2026-03-03T22:01:39.01071Z","steps":["trace[793161319] 'read index received' (duration: 132.032664ms)","trace[793161319] 'applied index is now lower than readState.Index' (duration: 213.835157ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:01:39.010815Z","caller":"traceutil/trace.go:171","msg":"trace[2042648175] transaction","detail":"{read_only:false; response_revision:23136; number_of_response:1; }","duration":"346.502493ms","start":"2026-03-03T22:01:38.66426Z","end":"2026-03-03T22:01:39.010763Z","steps":["trace[2042648175] 'process raft request' (duration: 346.203597ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:01:39.010959Z","caller":"traceutil/trace.go:171","msg":"trace[1732411137] transaction","detail":"{read_only:false; response_revision:23137; number_of_response:1; }","duration":"340.938063ms","start":"2026-03-03T22:01:38.669992Z","end":"2026-03-03T22:01:39.01093Z","steps":["trace[1732411137] 'process raft request' (duration: 340.661198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:39.01113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.254609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-03T22:01:39.011158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:38.669982Z","time spent":"341.084296ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:01:39.011185Z","caller":"traceutil/trace.go:171","msg":"trace[513569917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23137; }","duration":"346.35972ms","start":"2026-03-03T22:01:38.664811Z","end":"2026-03-03T22:01:39.01117Z","steps":["trace[513569917] 'agreement among raft nodes before linearized reading' (duration: 346.073485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:39.011233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:38.664791Z","time spent":"346.432152ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T22:01:39.011216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.933031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T22:01:39.011323Z","caller":"traceutil/trace.go:171","msg":"trace[185031780] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23137; }","duration":"345.099385ms","start":"2026-03-03T22:01:38.666194Z","end":"2026-03-03T22:01:39.011293Z","steps":["trace[185031780] 'agreement among raft nodes before linearized reading' (duration: 344.752098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:39.011007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:38.664239Z","time spent":"346.648836ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:01:39.011385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:38.666174Z","time spent":"345.200287ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T22:01:39.451123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.426562ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T22:01:39.451365Z","caller":"traceutil/trace.go:171","msg":"trace[231086196] transaction","detail":"{read_only:false; response_revision:23139; number_of_response:1; }","duration":"435.56718ms","start":"2026-03-03T22:01:39.015757Z","end":"2026-03-03T22:01:39.451324Z","steps":["trace[231086196] 'process raft request' (duration: 229.811362ms)","trace[231086196] 'compare' (duration: 205.193137ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:01:39.451402Z","caller":"traceutil/trace.go:171","msg":"trace[1997929023] transaction","detail":"{read_only:false; response_revision:23141; number_of_response:1; }","duration":"297.057808ms","start":"2026-03-03T22:01:39.154323Z","end":"2026-03-03T22:01:39.45138Z","steps":["trace[1997929023] 'process raft request' (duration: 297.010147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:39.452003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:39.015732Z","time spent":"436.14488ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:01:39.45144Z","caller":"traceutil/trace.go:171","msg":"trace[1489305394] transaction","detail":"{read_only:false; response_revision:23140; number_of_response:1; }","duration":"435.09884ms","start":"2026-03-03T22:01:39.016333Z","end":"2026-03-03T22:01:39.451432Z","steps":["trace[1489305394] 'process raft request' (duration: 434.894376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:39.452346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:39.016325Z","time spent":"435.905075ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:01:39.451472Z","caller":"traceutil/trace.go:171","msg":"trace[904466617] linearizableReadLoop","detail":"{readStateIndex:23937; appliedIndex:23935; }","duration":"320.163143ms","start":"2026-03-03T22:01:39.1313Z","end":"2026-03-03T22:01:39.451463Z","steps":["trace[904466617] 'read index received' (duration: 114.293733ms)","trace[904466617] 'applied index is now lower than readState.Index' (duration: 205.86849ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:01:39.45156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.270845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T22:01:39.452761Z","caller":"traceutil/trace.go:171","msg":"trace[24671318] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:23141; }","duration":"321.520709ms","start":"2026-03-03T22:01:39.131225Z","end":"2026-03-03T22:01:39.452746Z","steps":["trace[24671318] 'agreement among raft nodes before linearized reading' (duration: 320.266785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:39.452818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:39.131195Z","time spent":"321.604911ms","remote":"127.0.0.1:39308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T22:01:39.453042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.675466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T22:01:39.453089Z","caller":"traceutil/trace.go:171","msg":"trace[1402501898] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:23141; }","duration":"273.754447ms","start":"2026-03-03T22:01:39.179319Z","end":"2026-03-03T22:01:39.453074Z","steps":["trace[1402501898] 'agreement among raft nodes before linearized reading' (duration: 273.682416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:39.453316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.516379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T22:01:39.453407Z","caller":"traceutil/trace.go:171","msg":"trace[221008084] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:23141; }","duration":"220.675102ms","start":"2026-03-03T22:01:39.232717Z","end":"2026-03-03T22:01:39.453392Z","steps":["trace[221008084] 'agreement among raft nodes before linearized reading' (duration: 220.537439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:39.736738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.786159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1987"} {"level":"info","ts":"2026-03-03T22:01:39.73682Z","caller":"traceutil/trace.go:171","msg":"trace[1106754573] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:23141; }","duration":"168.924942ms","start":"2026-03-03T22:01:39.567879Z","end":"2026-03-03T22:01:39.736804Z","steps":["trace[1106754573] 'range keys from in-memory index tree' (duration: 168.523073ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:01:39.737032Z","caller":"traceutil/trace.go:171","msg":"trace[1214142246] transaction","detail":"{read_only:false; response_revision:23142; number_of_response:1; }","duration":"144.058652ms","start":"2026-03-03T22:01:39.592942Z","end":"2026-03-03T22:01:39.737Z","steps":["trace[1214142246] 'process raft request' (duration: 143.150763ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:01:39.967121Z","caller":"traceutil/trace.go:171","msg":"trace[1102718393] linearizableReadLoop","detail":"{readStateIndex:23940; appliedIndex:23939; }","duration":"226.843803ms","start":"2026-03-03T22:01:39.740229Z","end":"2026-03-03T22:01:39.967073Z","steps":["trace[1102718393] 'read index received' (duration: 190.066058ms)","trace[1102718393] 'applied index is now lower than readState.Index' (duration: 36.776605ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:01:39.967566Z","caller":"traceutil/trace.go:171","msg":"trace[1847452779] transaction","detail":"{read_only:false; response_revision:23143; number_of_response:1; }","duration":"227.996365ms","start":"2026-03-03T22:01:39.739553Z","end":"2026-03-03T22:01:39.967549Z","steps":["trace[1847452779] 'process raft request' (duration: 190.730581ms)","trace[1847452779] 'compare' (duration: 36.49416ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:01:39.967941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.69285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-0367a265-0b48-46a6-a6f5-b63fbb1b6e3b\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-03-03T22:01:39.968093Z","caller":"traceutil/trace.go:171","msg":"trace[304588086] range","detail":"{range_begin:/registry/persistentvolumes/pvc-0367a265-0b48-46a6-a6f5-b63fbb1b6e3b; range_end:; response_count:1; response_revision:23143; }","duration":"227.909334ms","start":"2026-03-03T22:01:39.740167Z","end":"2026-03-03T22:01:39.968076Z","steps":["trace[304588086] 'agreement among raft nodes before linearized reading' (duration: 227.646239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:39.969464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.147769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:729"} {"level":"info","ts":"2026-03-03T22:01:39.97211Z","caller":"traceutil/trace.go:171","msg":"trace[712820362] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:23144; }","duration":"230.801792ms","start":"2026-03-03T22:01:39.741292Z","end":"2026-03-03T22:01:39.972094Z","steps":["trace[712820362] 'agreement among raft nodes before linearized reading' (duration: 228.064748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:39.972578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.277876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:01:39.972673Z","caller":"traceutil/trace.go:171","msg":"trace[400158744] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:23144; }","duration":"142.4387ms","start":"2026-03-03T22:01:39.830219Z","end":"2026-03-03T22:01:39.972658Z","steps":["trace[400158744] 'agreement among raft nodes before linearized reading' (duration: 142.322177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:39.972969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.628818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-03-03T22:01:39.973057Z","caller":"traceutil/trace.go:171","msg":"trace[1749654131] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:23144; }","duration":"231.73333ms","start":"2026-03-03T22:01:39.741312Z","end":"2026-03-03T22:01:39.973046Z","steps":["trace[1749654131] 'agreement among raft nodes before linearized reading' (duration: 231.528606ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:01:40.23258Z","caller":"traceutil/trace.go:171","msg":"trace[262660018] transaction","detail":"{read_only:false; response_revision:23147; number_of_response:1; }","duration":"212.979019ms","start":"2026-03-03T22:01:40.019568Z","end":"2026-03-03T22:01:40.232547Z","steps":["trace[262660018] 'process raft request' (duration: 170.167684ms)","trace[262660018] 'compare' (duration: 42.032569ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:01:40.232943Z","caller":"traceutil/trace.go:171","msg":"trace[2133045406] transaction","detail":"{read_only:false; response_revision:23149; number_of_response:1; }","duration":"177.477981ms","start":"2026-03-03T22:01:40.055403Z","end":"2026-03-03T22:01:40.232881Z","steps":["trace[2133045406] 'process raft request' (duration: 177.273667ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:01:40.233044Z","caller":"traceutil/trace.go:171","msg":"trace[1263652888] transaction","detail":"{read_only:false; response_revision:23148; number_of_response:1; }","duration":"177.809737ms","start":"2026-03-03T22:01:40.055221Z","end":"2026-03-03T22:01:40.233031Z","steps":["trace[1263652888] 'process raft request' (duration: 177.033902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:40.60813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.128919ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T22:01:40.608244Z","caller":"traceutil/trace.go:171","msg":"trace[1752952326] linearizableReadLoop","detail":"{readStateIndex:23947; appliedIndex:23946; }","duration":"257.371475ms","start":"2026-03-03T22:01:40.350846Z","end":"2026-03-03T22:01:40.608218Z","steps":["trace[1752952326] 'read index received' (duration: 63.094764ms)","trace[1752952326] 'applied index is now lower than readState.Index' (duration: 194.272131ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:01:40.608331Z","caller":"traceutil/trace.go:171","msg":"trace[257680054] transaction","detail":"{read_only:false; response_revision:23150; number_of_response:1; }","duration":"368.396465ms","start":"2026-03-03T22:01:40.239925Z","end":"2026-03-03T22:01:40.608321Z","steps":["trace[257680054] 'process raft request' (duration: 173.984651ms)","trace[257680054] 'compare' (duration: 193.979906ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:01:40.608393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:40.239895Z","time spent":"368.467346ms","remote":"127.0.0.1:39198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:01:40.60868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.817064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:01:40.608762Z","caller":"traceutil/trace.go:171","msg":"trace[809603044] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:23150; }","duration":"257.949127ms","start":"2026-03-03T22:01:40.350788Z","end":"2026-03-03T22:01:40.608737Z","steps":["trace[809603044] 'agreement among raft nodes before linearized reading' (duration: 257.796524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:40.608827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.647696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T22:01:40.608912Z","caller":"traceutil/trace.go:171","msg":"trace[3041643] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23150; }","duration":"237.796959ms","start":"2026-03-03T22:01:40.371089Z","end":"2026-03-03T22:01:40.608886Z","steps":["trace[3041643] 'agreement among raft nodes before linearized reading' (duration: 237.512104ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:01:40.879192Z","caller":"traceutil/trace.go:171","msg":"trace[205629561] linearizableReadLoop","detail":"{readStateIndex:23948; appliedIndex:23947; }","duration":"185.434337ms","start":"2026-03-03T22:01:40.693724Z","end":"2026-03-03T22:01:40.879158Z","steps":["trace[205629561] 'read index received' (duration: 140.110103ms)","trace[205629561] 'applied index is now lower than readState.Index' (duration: 45.323124ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:01:40.879336Z","caller":"traceutil/trace.go:171","msg":"trace[865594760] transaction","detail":"{read_only:false; response_revision:23151; number_of_response:1; }","duration":"264.727801ms","start":"2026-03-03T22:01:40.614598Z","end":"2026-03-03T22:01:40.879326Z","steps":["trace[865594760] 'process raft request' (duration: 219.313714ms)","trace[865594760] 'compare' (duration: 45.11569ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:01:40.879644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.901636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T22:01:40.879674Z","caller":"traceutil/trace.go:171","msg":"trace[2110564382] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:23151; }","duration":"186.001638ms","start":"2026-03-03T22:01:40.693665Z","end":"2026-03-03T22:01:40.879666Z","steps":["trace[2110564382] 'agreement among raft nodes before linearized reading' (duration: 185.789584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:40.879887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.194055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.238\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-03-03T22:01:40.879907Z","caller":"traceutil/trace.go:171","msg":"trace[1279390205] range","detail":"{range_begin:/registry/masterleases/199.204.45.238; range_end:; response_count:1; response_revision:23151; }","duration":"142.258336ms","start":"2026-03-03T22:01:40.737644Z","end":"2026-03-03T22:01:40.879902Z","steps":["trace[1279390205] 'agreement among raft nodes before linearized reading' (duration: 142.155704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:41.226764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:40.881232Z","time spent":"345.528233ms","remote":"127.0.0.1:39154","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T22:01:41.240614Z","caller":"traceutil/trace.go:171","msg":"trace[1676388978] transaction","detail":"{read_only:false; response_revision:23154; number_of_response:1; }","duration":"222.420067ms","start":"2026-03-03T22:01:41.018172Z","end":"2026-03-03T22:01:41.240592Z","steps":["trace[1676388978] 'process raft request' (duration: 222.353905ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:01:41.240661Z","caller":"traceutil/trace.go:171","msg":"trace[245999400] transaction","detail":"{read_only:false; response_revision:23153; number_of_response:1; }","duration":"224.318664ms","start":"2026-03-03T22:01:41.01632Z","end":"2026-03-03T22:01:41.240639Z","steps":["trace[245999400] 'process raft request' (duration: 224.16236ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:01:41.240652Z","caller":"traceutil/trace.go:171","msg":"trace[1589370995] transaction","detail":"{read_only:false; response_revision:23152; number_of_response:1; }","duration":"356.378098ms","start":"2026-03-03T22:01:40.88424Z","end":"2026-03-03T22:01:41.240618Z","steps":["trace[1589370995] 'process raft request' (duration: 356.080061ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:01:41.240782Z","caller":"traceutil/trace.go:171","msg":"trace[1465351034] linearizableReadLoop","detail":"{readStateIndex:23952; appliedIndex:23949; }","duration":"192.018337ms","start":"2026-03-03T22:01:41.048755Z","end":"2026-03-03T22:01:41.240773Z","steps":["trace[1465351034] 'read index received' (duration: 178.053961ms)","trace[1465351034] 'applied index is now lower than readState.Index' (duration: 13.963186ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:01:41.240801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:40.884221Z","time spent":"356.494251ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:01:41.240937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.18578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T22:01:41.240966Z","caller":"traceutil/trace.go:171","msg":"trace[773814844] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23155; }","duration":"192.269662ms","start":"2026-03-03T22:01:41.04869Z","end":"2026-03-03T22:01:41.24096Z","steps":["trace[773814844] 'agreement among raft nodes before linearized reading' (duration: 192.109509ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:01:41.24115Z","caller":"traceutil/trace.go:171","msg":"trace[1537658338] transaction","detail":"{read_only:false; response_revision:23155; number_of_response:1; }","duration":"166.927542ms","start":"2026-03-03T22:01:41.074061Z","end":"2026-03-03T22:01:41.240989Z","steps":["trace[1537658338] 'process raft request' (duration: 166.493794ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:01:43.506211Z","caller":"traceutil/trace.go:171","msg":"trace[756615955] transaction","detail":"{read_only:false; response_revision:23169; number_of_response:1; }","duration":"258.343594ms","start":"2026-03-03T22:01:43.247846Z","end":"2026-03-03T22:01:43.50619Z","steps":["trace[756615955] 'process raft request' (duration: 258.189681ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:01:43.548504Z","caller":"traceutil/trace.go:171","msg":"trace[1377905891] linearizableReadLoop","detail":"{readStateIndex:23969; appliedIndex:23966; }","duration":"291.784333ms","start":"2026-03-03T22:01:43.256687Z","end":"2026-03-03T22:01:43.548472Z","steps":["trace[1377905891] 'read index received' (duration: 249.425878ms)","trace[1377905891] 'applied index is now lower than readState.Index' (duration: 42.357095ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:01:43.5486Z","caller":"traceutil/trace.go:171","msg":"trace[536100632] transaction","detail":"{read_only:false; response_revision:23171; number_of_response:1; }","duration":"297.573978ms","start":"2026-03-03T22:01:43.25099Z","end":"2026-03-03T22:01:43.548565Z","steps":["trace[536100632] 'process raft request' (duration: 297.326713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:43.548805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.279101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:01:43.548791Z","caller":"traceutil/trace.go:171","msg":"trace[1869326143] transaction","detail":"{read_only:false; response_revision:23170; number_of_response:1; }","duration":"297.847563ms","start":"2026-03-03T22:01:43.250911Z","end":"2026-03-03T22:01:43.548758Z","steps":["trace[1869326143] 'process raft request' (duration: 297.208ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:01:43.548845Z","caller":"traceutil/trace.go:171","msg":"trace[1243828679] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:23173; }","duration":"121.377834ms","start":"2026-03-03T22:01:43.427453Z","end":"2026-03-03T22:01:43.548831Z","steps":["trace[1243828679] 'agreement among raft nodes before linearized reading' (duration: 121.270021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:43.548918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.175652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T22:01:43.548945Z","caller":"traceutil/trace.go:171","msg":"trace[1784175087] transaction","detail":"{read_only:false; response_revision:23172; number_of_response:1; }","duration":"278.840739ms","start":"2026-03-03T22:01:43.270068Z","end":"2026-03-03T22:01:43.548909Z","steps":["trace[1784175087] 'process raft request' (duration: 278.296847ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:01:43.548993Z","caller":"traceutil/trace.go:171","msg":"trace[1981266022] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23173; }","duration":"292.290994ms","start":"2026-03-03T22:01:43.256665Z","end":"2026-03-03T22:01:43.548956Z","steps":["trace[1981266022] 'agreement among raft nodes before linearized reading' (duration: 291.990987ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:01:44.047311Z","caller":"traceutil/trace.go:171","msg":"trace[969886973] transaction","detail":"{read_only:false; response_revision:23174; number_of_response:1; }","duration":"492.800157ms","start":"2026-03-03T22:01:43.55447Z","end":"2026-03-03T22:01:44.04727Z","steps":["trace[969886973] 'process raft request' (duration: 492.543212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:44.047571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:43.554435Z","time spent":"493.01157ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:01:44.048465Z","caller":"traceutil/trace.go:171","msg":"trace[1254773881] transaction","detail":"{read_only:false; response_revision:23175; number_of_response:1; }","duration":"493.944909ms","start":"2026-03-03T22:01:43.554489Z","end":"2026-03-03T22:01:44.048434Z","steps":["trace[1254773881] 'process raft request' (duration: 493.418539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:44.048638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:43.554454Z","time spent":"494.093343ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:01:44.048637Z","caller":"traceutil/trace.go:171","msg":"trace[1103962108] transaction","detail":"{read_only:false; response_revision:23176; number_of_response:1; }","duration":"493.819267ms","start":"2026-03-03T22:01:43.5548Z","end":"2026-03-03T22:01:44.048619Z","steps":["trace[1103962108] 'process raft request' (duration: 493.541052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:44.048722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:43.554779Z","time spent":"493.903089ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:01:44.048993Z","caller":"traceutil/trace.go:171","msg":"trace[498716050] transaction","detail":"{read_only:false; response_revision:23177; number_of_response:1; }","duration":"297.767742ms","start":"2026-03-03T22:01:43.751185Z","end":"2026-03-03T22:01:44.048953Z","steps":["trace[498716050] 'process raft request' (duration: 297.301732ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:01:44.049348Z","caller":"traceutil/trace.go:171","msg":"trace[1503305179] linearizableReadLoop","detail":"{readStateIndex:23974; appliedIndex:23971; }","duration":"404.551776ms","start":"2026-03-03T22:01:43.644748Z","end":"2026-03-03T22:01:44.049299Z","steps":["trace[1503305179] 'read index received' (duration: 402.317392ms)","trace[1503305179] 'applied index is now lower than readState.Index' (duration: 2.233274ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:01:44.049494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.748181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:01:44.04953Z","caller":"traceutil/trace.go:171","msg":"trace[1946365284] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23178; }","duration":"404.833263ms","start":"2026-03-03T22:01:43.644688Z","end":"2026-03-03T22:01:44.049521Z","steps":["trace[1946365284] 'agreement among raft nodes before linearized reading' (duration: 404.778332ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:44.04955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:43.644659Z","time spent":"404.887493ms","remote":"127.0.0.1:39122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T22:01:56.328004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.58171ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-03-03T22:01:56.328067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.34489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cc8768e8-95cc-411f-b5de-0816d9f783ee\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-03-03T22:01:56.328098Z","caller":"traceutil/trace.go:171","msg":"trace[1466889008] transaction","detail":"{read_only:false; response_revision:23312; number_of_response:1; }","duration":"234.391731ms","start":"2026-03-03T22:01:56.093691Z","end":"2026-03-03T22:01:56.328082Z","steps":["trace[1466889008] 'process raft request' (duration: 48.638728ms)","trace[1466889008] 'compare' (duration: 185.342355ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:01:56.328145Z","caller":"traceutil/trace.go:171","msg":"trace[499321300] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cc8768e8-95cc-411f-b5de-0816d9f783ee; range_end:; response_count:1; response_revision:23311; }","duration":"308.471943ms","start":"2026-03-03T22:01:56.01965Z","end":"2026-03-03T22:01:56.328122Z","steps":["trace[499321300] 'range keys from in-memory index tree' (duration: 308.092716ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:56.328187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:56.019624Z","time spent":"308.554624ms","remote":"127.0.0.1:39316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cc8768e8-95cc-411f-b5de-0816d9f783ee\" "} {"level":"warn","ts":"2026-03-03T22:01:56.736048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.100593ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T22:01:56.737092Z","caller":"traceutil/trace.go:171","msg":"trace[1495006755] transaction","detail":"{read_only:false; response_revision:23313; number_of_response:1; }","duration":"641.358347ms","start":"2026-03-03T22:01:56.095707Z","end":"2026-03-03T22:01:56.737065Z","steps":["trace[1495006755] 'process raft request' (duration: 430.147892ms)","trace[1495006755] 'compare' (duration: 209.881039ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:01:56.737186Z","caller":"traceutil/trace.go:171","msg":"trace[1945949866] transaction","detail":"{read_only:false; response_revision:23315; number_of_response:1; }","duration":"437.931745ms","start":"2026-03-03T22:01:56.299249Z","end":"2026-03-03T22:01:56.737181Z","steps":["trace[1945949866] 'process raft request' (duration: 437.496087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:56.737263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:56.299238Z","time spent":"437.972206ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:01:56.737344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:56.095677Z","time spent":"641.51225ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:01:56.737105Z","caller":"traceutil/trace.go:171","msg":"trace[1386748822] transaction","detail":"{read_only:false; response_revision:23314; number_of_response:1; }","duration":"445.746739ms","start":"2026-03-03T22:01:56.29134Z","end":"2026-03-03T22:01:56.737086Z","steps":["trace[1386748822] 'process raft request' (duration: 445.314101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:56.737455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:56.291312Z","time spent":"446.125217ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:01:56.737154Z","caller":"traceutil/trace.go:171","msg":"trace[214775407] linearizableReadLoop","detail":"{readStateIndex:24113; appliedIndex:24111; }","duration":"636.526471ms","start":"2026-03-03T22:01:56.10062Z","end":"2026-03-03T22:01:56.737146Z","steps":["trace[214775407] 'read index received' (duration: 41.722283ms)","trace[214775407] 'applied index is now lower than readState.Index' (duration: 594.803258ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:01:56.760841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.205449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T22:01:56.76098Z","caller":"traceutil/trace.go:171","msg":"trace[980788449] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23315; }","duration":"660.363581ms","start":"2026-03-03T22:01:56.100594Z","end":"2026-03-03T22:01:56.760957Z","steps":["trace[980788449] 'agreement among raft nodes before linearized reading' (duration: 636.573192ms)","trace[980788449] 'range keys from in-memory index tree' (duration: 23.544805ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:01:56.761052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:56.100583Z","time spent":"660.456964ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T22:01:56.761483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.724977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cc8768e8-95cc-411f-b5de-0816d9f783ee\" ","response":"range_response_count:1 size:3644"} {"level":"info","ts":"2026-03-03T22:01:56.761582Z","caller":"traceutil/trace.go:171","msg":"trace[903911609] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cc8768e8-95cc-411f-b5de-0816d9f783ee; range_end:; response_count:1; response_revision:23316; }","duration":"169.850319ms","start":"2026-03-03T22:01:56.591718Z","end":"2026-03-03T22:01:56.761568Z","steps":["trace[903911609] 'agreement among raft nodes before linearized reading' (duration: 169.685756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:56.761712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.987966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T22:01:56.761781Z","caller":"traceutil/trace.go:171","msg":"trace[909072026] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23316; }","duration":"654.458935ms","start":"2026-03-03T22:01:56.107309Z","end":"2026-03-03T22:01:56.761768Z","steps":["trace[909072026] 'agreement among raft nodes before linearized reading' (duration: 653.891544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:56.761809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:56.107295Z","time spent":"654.508277ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T22:01:56.761995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.166907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-03T22:01:56.762017Z","caller":"traceutil/trace.go:171","msg":"trace[1890927310] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:23316; }","duration":"195.216859ms","start":"2026-03-03T22:01:56.566792Z","end":"2026-03-03T22:01:56.762008Z","steps":["trace[1890927310] 'agreement among raft nodes before linearized reading' (duration: 195.162008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:56.762079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.526556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T22:01:56.762096Z","caller":"traceutil/trace.go:171","msg":"trace[107805292] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23316; }","duration":"653.566177ms","start":"2026-03-03T22:01:56.108526Z","end":"2026-03-03T22:01:56.762092Z","steps":["trace[107805292] 'agreement among raft nodes before linearized reading' (duration: 653.526697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:56.762108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:56.108515Z","time spent":"653.590258ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T22:01:57.256993Z","caller":"traceutil/trace.go:171","msg":"trace[1509799104] linearizableReadLoop","detail":"{readStateIndex:24122; appliedIndex:24118; }","duration":"301.567537ms","start":"2026-03-03T22:01:56.955407Z","end":"2026-03-03T22:01:57.256975Z","steps":["trace[1509799104] 'read index received' (duration: 301.363033ms)","trace[1509799104] 'applied index is now lower than readState.Index' (duration: 203.184µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:01:57.25732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.915543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T22:01:57.257326Z","caller":"traceutil/trace.go:171","msg":"trace[1476810725] transaction","detail":"{read_only:false; response_revision:23319; number_of_response:1; }","duration":"487.669906ms","start":"2026-03-03T22:01:56.769603Z","end":"2026-03-03T22:01:57.257273Z","steps":["trace[1476810725] 'process raft request' (duration: 487.289779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:57.257517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:56.7696Z","time spent":"487.829709ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:01:57.257591Z","caller":"traceutil/trace.go:171","msg":"trace[1776543220] transaction","detail":"{read_only:false; response_revision:23320; number_of_response:1; }","duration":"487.825349ms","start":"2026-03-03T22:01:56.769706Z","end":"2026-03-03T22:01:57.257531Z","steps":["trace[1776543220] 'process raft request' (duration: 487.213827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:57.257607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.291932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T22:01:57.257704Z","caller":"traceutil/trace.go:171","msg":"trace[1872593091] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:23321; }","duration":"297.451855ms","start":"2026-03-03T22:01:56.960232Z","end":"2026-03-03T22:01:57.257684Z","steps":["trace[1872593091] 'agreement among raft nodes before linearized reading' (duration: 297.110648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:57.25771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:56.769701Z","time spent":"487.928291ms","remote":"127.0.0.1:39316","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3746,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:01:57.257795Z","caller":"traceutil/trace.go:171","msg":"trace[743268540] transaction","detail":"{read_only:false; response_revision:23318; number_of_response:1; }","duration":"488.239727ms","start":"2026-03-03T22:01:56.769543Z","end":"2026-03-03T22:01:57.257783Z","steps":["trace[743268540] 'process raft request' (duration: 487.224527ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:01:57.257382Z","caller":"traceutil/trace.go:171","msg":"trace[1614169995] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23321; }","duration":"302.012606ms","start":"2026-03-03T22:01:56.955357Z","end":"2026-03-03T22:01:57.25737Z","steps":["trace[1614169995] 'agreement among raft nodes before linearized reading' (duration: 301.877633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:57.258018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:56.955339Z","time spent":"302.592327ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T22:01:57.257284Z","caller":"traceutil/trace.go:171","msg":"trace[1776281346] transaction","detail":"{read_only:false; response_revision:23321; number_of_response:1; }","duration":"487.439302ms","start":"2026-03-03T22:01:56.769789Z","end":"2026-03-03T22:01:57.257228Z","steps":["trace[1776281346] 'process raft request' (duration: 487.159777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:57.258188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:56.769784Z","time spent":"488.37703ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:01:57.257862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:56.769517Z","time spent":"488.311109ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:01:57.706432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.600621ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T22:01:57.706515Z","caller":"traceutil/trace.go:171","msg":"trace[1604624922] transaction","detail":"{read_only:false; response_revision:23322; number_of_response:1; }","duration":"435.510117ms","start":"2026-03-03T22:01:57.270993Z","end":"2026-03-03T22:01:57.706503Z","steps":["trace[1604624922] 'process raft request' (duration: 216.767383ms)","trace[1604624922] 'compare' (duration: 218.316176ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:01:57.706552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:57.27097Z","time spent":"435.566869ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:01:57.720868Z","caller":"traceutil/trace.go:171","msg":"trace[1872053148] linearizableReadLoop","detail":"{readStateIndex:24124; appliedIndex:24122; }","duration":"387.99767ms","start":"2026-03-03T22:01:57.332838Z","end":"2026-03-03T22:01:57.720835Z","steps":["trace[1872053148] 'read index received' (duration: 154.938325ms)","trace[1872053148] 'applied index is now lower than readState.Index' (duration: 233.058155ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:01:57.72117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.308727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cc8768e8-95cc-411f-b5de-0816d9f783ee\" ","response":"range_response_count:1 size:3764"} {"level":"info","ts":"2026-03-03T22:01:57.721203Z","caller":"traceutil/trace.go:171","msg":"trace[816184258] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cc8768e8-95cc-411f-b5de-0816d9f783ee; range_end:; response_count:1; response_revision:23323; }","duration":"388.412709ms","start":"2026-03-03T22:01:57.332778Z","end":"2026-03-03T22:01:57.721191Z","steps":["trace[816184258] 'agreement among raft nodes before linearized reading' (duration: 388.203865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:57.721232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:57.332763Z","time spent":"388.46225ms","remote":"127.0.0.1:39316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cc8768e8-95cc-411f-b5de-0816d9f783ee\" "} {"level":"info","ts":"2026-03-03T22:01:57.721216Z","caller":"traceutil/trace.go:171","msg":"trace[1800118875] transaction","detail":"{read_only:false; response_revision:23323; number_of_response:1; }","duration":"449.951783ms","start":"2026-03-03T22:01:57.271158Z","end":"2026-03-03T22:01:57.72111Z","steps":["trace[1800118875] 'process raft request' (duration: 449.500013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:57.721618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:57.271119Z","time spent":"450.375051ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:01:58.141046Z","caller":"traceutil/trace.go:171","msg":"trace[709977725] transaction","detail":"{read_only:false; response_revision:23324; number_of_response:1; }","duration":"589.924182ms","start":"2026-03-03T22:01:57.551088Z","end":"2026-03-03T22:01:58.141012Z","steps":["trace[709977725] 'process raft request' (duration: 589.583215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:58.141284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:57.551064Z","time spent":"590.087066ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:01:58.141746Z","caller":"traceutil/trace.go:171","msg":"trace[743084306] linearizableReadLoop","detail":"{readStateIndex:24127; appliedIndex:24124; }","duration":"420.773197ms","start":"2026-03-03T22:01:57.720949Z","end":"2026-03-03T22:01:58.141722Z","steps":["trace[743084306] 'read index received' (duration: 419.776556ms)","trace[743084306] 'applied index is now lower than readState.Index' (duration: 995.751µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:01:58.14264Z","caller":"traceutil/trace.go:171","msg":"trace[1830202515] transaction","detail":"{read_only:false; response_revision:23326; number_of_response:1; }","duration":"508.244872ms","start":"2026-03-03T22:01:57.634363Z","end":"2026-03-03T22:01:58.142608Z","steps":["trace[1830202515] 'process raft request' (duration: 507.14281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:58.142709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.705683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T22:01:58.14274Z","caller":"traceutil/trace.go:171","msg":"trace[220667212] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23326; }","duration":"501.795105ms","start":"2026-03-03T22:01:57.640936Z","end":"2026-03-03T22:01:58.142731Z","steps":["trace[220667212] 'agreement among raft nodes before linearized reading' (duration: 501.642102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:58.142695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.126112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T22:01:58.142762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:57.640923Z","time spent":"501.834616ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T22:01:58.142766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.031162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:01:58.142804Z","caller":"traceutil/trace.go:171","msg":"trace[1204144576] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23326; }","duration":"501.250854ms","start":"2026-03-03T22:01:57.641529Z","end":"2026-03-03T22:01:58.14278Z","steps":["trace[1204144576] 'agreement among raft nodes before linearized reading' (duration: 501.03277ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:01:58.142829Z","caller":"traceutil/trace.go:171","msg":"trace[1153631577] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:23326; }","duration":"455.129934ms","start":"2026-03-03T22:01:57.687684Z","end":"2026-03-03T22:01:58.142814Z","steps":["trace[1153631577] 'agreement among raft nodes before linearized reading' (duration: 454.988651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:58.142866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:57.687673Z","time spent":"455.187335ms","remote":"127.0.0.1:50242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-03T22:01:58.142874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.566169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T22:01:58.142743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:57.634333Z","time spent":"508.358123ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:01:58.142893Z","caller":"traceutil/trace.go:171","msg":"trace[477905047] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:23326; }","duration":"720.64378ms","start":"2026-03-03T22:01:57.422244Z","end":"2026-03-03T22:01:58.142887Z","steps":["trace[477905047] 'agreement among raft nodes before linearized reading' (duration: 720.602679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:58.142908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:57.422207Z","time spent":"720.696682ms","remote":"127.0.0.1:39500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":32,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T22:01:58.142907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.756596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-03T22:01:58.142939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.976652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T22:01:58.142861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:57.641502Z","time spent":"501.346386ms","remote":"127.0.0.1:39122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T22:01:58.14304Z","caller":"traceutil/trace.go:171","msg":"trace[443315612] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23326; }","duration":"564.94752ms","start":"2026-03-03T22:01:57.578046Z","end":"2026-03-03T22:01:58.142993Z","steps":["trace[443315612] 'agreement among raft nodes before linearized reading' (duration: 564.597533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:58.1431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:57.578009Z","time spent":"565.080553ms","remote":"127.0.0.1:39316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T22:01:58.143115Z","caller":"traceutil/trace.go:171","msg":"trace[644245577] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:23326; }","duration":"631.094295ms","start":"2026-03-03T22:01:57.511915Z","end":"2026-03-03T22:01:58.143009Z","steps":["trace[644245577] 'agreement among raft nodes before linearized reading' (duration: 630.905331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:58.143172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:57.511768Z","time spent":"631.391629ms","remote":"127.0.0.1:39268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T22:01:58.143222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.603642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:01:58.143291Z","caller":"traceutil/trace.go:171","msg":"trace[178851981] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:23326; }","duration":"498.677064ms","start":"2026-03-03T22:01:57.644595Z","end":"2026-03-03T22:01:58.143272Z","steps":["trace[178851981] 'agreement among raft nodes before linearized reading' (duration: 498.565472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:58.143365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:57.64456Z","time spent":"498.788545ms","remote":"127.0.0.1:48318","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-03-03T22:01:58.142553Z","caller":"traceutil/trace.go:171","msg":"trace[1053569935] transaction","detail":"{read_only:false; response_revision:23325; number_of_response:1; }","duration":"509.906174ms","start":"2026-03-03T22:01:57.632627Z","end":"2026-03-03T22:01:58.142534Z","steps":["trace[1053569935] 'process raft request' (duration: 508.304482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:58.145184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:57.632611Z","time spent":"512.529467ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:01:58.145559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.636318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:01:58.145689Z","caller":"traceutil/trace.go:171","msg":"trace[349520067] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:23326; }","duration":"690.814201ms","start":"2026-03-03T22:01:57.454853Z","end":"2026-03-03T22:01:58.145668Z","steps":["trace[349520067] 'agreement among raft nodes before linearized reading' (duration: 687.7405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:58.145887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:57.454834Z","time spent":"691.030796ms","remote":"127.0.0.1:40160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T22:01:58.148838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.998055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189973db83c85bb0\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-03-03T22:01:58.148902Z","caller":"traceutil/trace.go:171","msg":"trace[405544428] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-manila-server-0.189973db83c85bb0; range_end:; response_count:1; response_revision:23326; }","duration":"658.066536ms","start":"2026-03-03T22:01:57.490819Z","end":"2026-03-03T22:01:58.148885Z","steps":["trace[405544428] 'agreement among raft nodes before linearized reading' (duration: 654.68114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:58.148938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:57.490806Z","time spent":"658.124437ms","remote":"127.0.0.1:39198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1034,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-manila-server-0.189973db83c85bb0\" "} {"level":"warn","ts":"2026-03-03T22:01:58.548753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.905868ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T22:01:58.548857Z","caller":"traceutil/trace.go:171","msg":"trace[125401859] linearizableReadLoop","detail":"{readStateIndex:24128; appliedIndex:24127; }","duration":"407.030056ms","start":"2026-03-03T22:01:58.14181Z","end":"2026-03-03T22:01:58.54884Z","steps":["trace[125401859] 'read index received' (duration: 51.988195ms)","trace[125401859] 'applied index is now lower than readState.Index' (duration: 355.040591ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:01:58.54908Z","caller":"traceutil/trace.go:171","msg":"trace[854926702] transaction","detail":"{read_only:false; response_revision:23327; number_of_response:1; }","duration":"460.548061ms","start":"2026-03-03T22:01:58.088515Z","end":"2026-03-03T22:01:58.549063Z","steps":["trace[854926702] 'process raft request' (duration: 105.242125ms)","trace[854926702] 'compare' (duration: 354.664034ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:01:58.549139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:58.088484Z","time spent":"460.623172ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:01:58.549371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.157405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:01:58.549424Z","caller":"traceutil/trace.go:171","msg":"trace[1528668272] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:23327; }","duration":"454.276027ms","start":"2026-03-03T22:01:58.095137Z","end":"2026-03-03T22:01:58.549413Z","steps":["trace[1528668272] 'agreement among raft nodes before linearized reading' (duration: 454.189375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:58.549461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:58.095121Z","time spent":"454.328999ms","remote":"127.0.0.1:37836","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-03T22:01:58.549653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.303991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-w859f.18997335f76fc89b\" ","response":"range_response_count:1 size:957"} {"level":"info","ts":"2026-03-03T22:01:58.549748Z","caller":"traceutil/trace.go:171","msg":"trace[2133781088] range","detail":"{range_begin:/registry/events/openstack/neutron-dhcp-agent-default-w859f.18997335f76fc89b; range_end:; response_count:1; response_revision:23327; }","duration":"586.521025ms","start":"2026-03-03T22:01:57.963203Z","end":"2026-03-03T22:01:58.549724Z","steps":["trace[2133781088] 'agreement among raft nodes before linearized reading' (duration: 586.192799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:58.549801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:57.963175Z","time spent":"586.615317ms","remote":"127.0.0.1:39198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":981,"request content":"key:\"/registry/events/openstack/neutron-dhcp-agent-default-w859f.18997335f76fc89b\" "} {"level":"info","ts":"2026-03-03T22:01:58.551343Z","caller":"traceutil/trace.go:171","msg":"trace[1096485730] transaction","detail":"{read_only:false; response_revision:23328; number_of_response:1; }","duration":"399.992787ms","start":"2026-03-03T22:01:58.151322Z","end":"2026-03-03T22:01:58.551315Z","steps":["trace[1096485730] 'process raft request' (duration: 399.744992ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:01:58.551352Z","caller":"traceutil/trace.go:171","msg":"trace[1281005188] transaction","detail":"{read_only:false; response_revision:23329; number_of_response:1; }","duration":"397.794764ms","start":"2026-03-03T22:01:58.153524Z","end":"2026-03-03T22:01:58.551319Z","steps":["trace[1281005188] 'process raft request' (duration: 397.725073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:58.551482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:58.151304Z","time spent":"400.10406ms","remote":"127.0.0.1:39198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":992,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:01:58.551548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:58.153513Z","time spent":"397.930007ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:01:58.575819Z","caller":"traceutil/trace.go:171","msg":"trace[422254754] transaction","detail":"{read_only:false; response_revision:23330; number_of_response:1; }","duration":"241.986482ms","start":"2026-03-03T22:01:58.333808Z","end":"2026-03-03T22:01:58.575794Z","steps":["trace[422254754] 'process raft request' (duration: 241.660756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:58.575854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.735704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:01:58.575938Z","caller":"traceutil/trace.go:171","msg":"trace[1187631962] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23330; }","duration":"430.849926ms","start":"2026-03-03T22:01:58.145066Z","end":"2026-03-03T22:01:58.575916Z","steps":["trace[1187631962] 'agreement among raft nodes before linearized reading' (duration: 430.702023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:58.575947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.678154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"warn","ts":"2026-03-03T22:01:58.576034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:58.145047Z","time spent":"430.976608ms","remote":"127.0.0.1:39128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T22:01:58.576057Z","caller":"traceutil/trace.go:171","msg":"trace[1821688173] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23330; }","duration":"426.843898ms","start":"2026-03-03T22:01:58.149193Z","end":"2026-03-03T22:01:58.576037Z","steps":["trace[1821688173] 'agreement among raft nodes before linearized reading' (duration: 426.549162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:58.576106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:58.149162Z","time spent":"426.935669ms","remote":"127.0.0.1:39316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T22:01:59.523034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"873.212399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-03T22:01:59.523112Z","caller":"traceutil/trace.go:171","msg":"trace[1688820184] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23332; }","duration":"873.360712ms","start":"2026-03-03T22:01:58.649733Z","end":"2026-03-03T22:01:59.523093Z","steps":["trace[1688820184] 'range keys from in-memory index tree' (duration: 872.982725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:59.523096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"795.877964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cc8768e8-95cc-411f-b5de-0816d9f783ee\" ","response":"range_response_count:1 size:3764"} {"level":"warn","ts":"2026-03-03T22:01:59.523151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:58.6497Z","time spent":"873.442674ms","remote":"127.0.0.1:39316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12241,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T22:01:59.523187Z","caller":"traceutil/trace.go:171","msg":"trace[564664624] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cc8768e8-95cc-411f-b5de-0816d9f783ee; range_end:; response_count:1; response_revision:23332; }","duration":"796.031207ms","start":"2026-03-03T22:01:58.727135Z","end":"2026-03-03T22:01:59.523166Z","steps":["trace[564664624] 'range keys from in-memory index tree' (duration: 795.67941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:59.52324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:58.727111Z","time spent":"796.117598ms","remote":"127.0.0.1:39316","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3788,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cc8768e8-95cc-411f-b5de-0816d9f783ee\" "} {"level":"warn","ts":"2026-03-03T22:01:59.523757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.437676ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T22:01:59.523933Z","caller":"traceutil/trace.go:171","msg":"trace[1620898743] transaction","detail":"{read_only:false; response_revision:23333; number_of_response:1; }","duration":"781.951199ms","start":"2026-03-03T22:01:58.741954Z","end":"2026-03-03T22:01:59.523905Z","steps":["trace[1620898743] 'process raft request' (duration: 383.204717ms)","trace[1620898743] 'compare' (duration: 398.056879ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:01:59.524088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:58.741937Z","time spent":"782.117642ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:01:59.536785Z","caller":"traceutil/trace.go:171","msg":"trace[1210109202] linearizableReadLoop","detail":"{readStateIndex:24136; appliedIndex:24134; }","duration":"368.611799ms","start":"2026-03-03T22:01:59.168145Z","end":"2026-03-03T22:01:59.536757Z","steps":["trace[1210109202] 'read index received' (duration: 368.313223ms)","trace[1210109202] 'applied index is now lower than readState.Index' (duration: 297.136µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:01:59.536929Z","caller":"traceutil/trace.go:171","msg":"trace[1388458458] transaction","detail":"{read_only:false; response_revision:23335; number_of_response:1; }","duration":"792.980446ms","start":"2026-03-03T22:01:58.743938Z","end":"2026-03-03T22:01:59.536919Z","steps":["trace[1388458458] 'process raft request' (duration: 792.752432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:59.537079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:58.743931Z","time spent":"793.034968ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:01:59.536924Z","caller":"traceutil/trace.go:171","msg":"trace[1123809063] transaction","detail":"{read_only:false; response_revision:23334; number_of_response:1; }","duration":"794.299073ms","start":"2026-03-03T22:01:58.742601Z","end":"2026-03-03T22:01:59.5369Z","steps":["trace[1123809063] 'process raft request' (duration: 793.816594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:59.537264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.038164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-03T22:01:59.537267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.116989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T22:01:59.537303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.691146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T22:01:59.537333Z","caller":"traceutil/trace.go:171","msg":"trace[1305495294] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:23335; }","duration":"369.226801ms","start":"2026-03-03T22:01:59.16809Z","end":"2026-03-03T22:01:59.537317Z","steps":["trace[1305495294] 'agreement among raft nodes before linearized reading' (duration: 369.110479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:59.537344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.101435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T22:01:59.537349Z","caller":"traceutil/trace.go:171","msg":"trace[365281523] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23335; }","duration":"272.737917ms","start":"2026-03-03T22:01:59.264601Z","end":"2026-03-03T22:01:59.537339Z","steps":["trace[365281523] 'agreement among raft nodes before linearized reading' (duration: 272.607855ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:01:59.537367Z","caller":"traceutil/trace.go:171","msg":"trace[1728685682] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23335; }","duration":"273.123256ms","start":"2026-03-03T22:01:59.264238Z","end":"2026-03-03T22:01:59.537362Z","steps":["trace[1728685682] 'agreement among raft nodes before linearized reading' (duration: 273.074025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:59.537375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:59.16802Z","time spent":"369.344263ms","remote":"127.0.0.1:37808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-03-03T22:01:59.5373Z","caller":"traceutil/trace.go:171","msg":"trace[121062384] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23335; }","duration":"275.080725ms","start":"2026-03-03T22:01:59.262212Z","end":"2026-03-03T22:01:59.537293Z","steps":["trace[121062384] 'agreement among raft nodes before linearized reading' (duration: 274.881921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:59.537369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:58.742585Z","time spent":"794.63452ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:01:59.912438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.930208ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T22:01:59.912689Z","caller":"traceutil/trace.go:171","msg":"trace[472091537] linearizableReadLoop","detail":"{readStateIndex:24139; appliedIndex:24136; }","duration":"364.356865ms","start":"2026-03-03T22:01:59.548314Z","end":"2026-03-03T22:01:59.91267Z","steps":["trace[472091537] 'read index received' (duration: 111.11696ms)","trace[472091537] 'applied index is now lower than readState.Index' (duration: 253.238735ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:01:59.912652Z","caller":"traceutil/trace.go:171","msg":"trace[867216766] transaction","detail":"{read_only:false; response_revision:23336; number_of_response:1; }","duration":"370.644559ms","start":"2026-03-03T22:01:59.541976Z","end":"2026-03-03T22:01:59.91262Z","steps":["trace[867216766] 'process raft request' (duration: 117.442055ms)","trace[867216766] 'compare' (duration: 252.812106ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:01:59.91292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.480714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:01:59.912951Z","caller":"traceutil/trace.go:171","msg":"trace[1042238236] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23338; }","duration":"268.568486ms","start":"2026-03-03T22:01:59.644373Z","end":"2026-03-03T22:01:59.912942Z","steps":["trace[1042238236] 'agreement among raft nodes before linearized reading' (duration: 268.515435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:59.913036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:59.541963Z","time spent":"370.974825ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:01:59.913285Z","caller":"traceutil/trace.go:171","msg":"trace[2113885092] transaction","detail":"{read_only:false; response_revision:23338; number_of_response:1; }","duration":"370.667809ms","start":"2026-03-03T22:01:59.542605Z","end":"2026-03-03T22:01:59.913272Z","steps":["trace[2113885092] 'process raft request' (duration: 370.005757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:59.913302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.943902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-03T22:01:59.913173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.823824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-03T22:01:59.913446Z","caller":"traceutil/trace.go:171","msg":"trace[1031645298] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23338; }","duration":"203.102254ms","start":"2026-03-03T22:01:59.71033Z","end":"2026-03-03T22:01:59.913432Z","steps":["trace[1031645298] 'agreement among raft nodes before linearized reading' (duration: 202.660406ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:01:59.913542Z","caller":"traceutil/trace.go:171","msg":"trace[450485393] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:23338; }","duration":"365.250062ms","start":"2026-03-03T22:01:59.548276Z","end":"2026-03-03T22:01:59.913526Z","steps":["trace[450485393] 'agreement among raft nodes before linearized reading' (duration: 364.585439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:59.913598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:59.548261Z","time spent":"365.322263ms","remote":"127.0.0.1:38440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T22:01:59.913341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.047367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T22:01:59.913675Z","caller":"traceutil/trace.go:171","msg":"trace[1472773617] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:23338; }","duration":"120.417065ms","start":"2026-03-03T22:01:59.793243Z","end":"2026-03-03T22:01:59.91366Z","steps":["trace[1472773617] 'agreement among raft nodes before linearized reading' (duration: 120.024837ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:01:59.913284Z","caller":"traceutil/trace.go:171","msg":"trace[1399157518] transaction","detail":"{read_only:false; response_revision:23337; number_of_response:1; }","duration":"370.694549ms","start":"2026-03-03T22:01:59.54252Z","end":"2026-03-03T22:01:59.913214Z","steps":["trace[1399157518] 'process raft request' (duration: 370.027136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:01:59.913912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:59.54249Z","time spent":"371.268541ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:01:59.913373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:01:59.542573Z","time spent":"370.75261ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:01:59.913283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.823057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6c45665d57-tfjm6.189973d34a215f05\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-03T22:01:59.914046Z","caller":"traceutil/trace.go:171","msg":"trace[598694299] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6c45665d57-tfjm6.189973d34a215f05; range_end:; response_count:1; response_revision:23338; }","duration":"245.624013ms","start":"2026-03-03T22:01:59.668405Z","end":"2026-03-03T22:01:59.914029Z","steps":["trace[598694299] 'agreement among raft nodes before linearized reading' (duration: 244.790517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:02.255458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.162636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-03T22:02:02.255538Z","caller":"traceutil/trace.go:171","msg":"trace[943352897] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:23352; }","duration":"379.286758ms","start":"2026-03-03T22:02:01.876232Z","end":"2026-03-03T22:02:02.255519Z","steps":["trace[943352897] 'range keys from in-memory index tree' (duration: 378.938942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:02.255591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:02:01.87621Z","time spent":"379.371061ms","remote":"127.0.0.1:39234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T22:02:02.256355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.364742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T22:02:02.256435Z","caller":"traceutil/trace.go:171","msg":"trace[1139822134] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23352; }","duration":"337.500086ms","start":"2026-03-03T22:02:01.918916Z","end":"2026-03-03T22:02:02.256416Z","steps":["trace[1139822134] 'range keys from in-memory index tree' (duration: 337.143828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:02.256454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.674819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T22:02:02.256479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:02:01.918889Z","time spent":"337.581417ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T22:02:02.256504Z","caller":"traceutil/trace.go:171","msg":"trace[2010167217] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:23352; }","duration":"124.785231ms","start":"2026-03-03T22:02:02.131705Z","end":"2026-03-03T22:02:02.25649Z","steps":["trace[2010167217] 'count revisions from in-memory index tree' (duration: 124.593958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:02.256883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.481686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T22:02:02.256928Z","caller":"traceutil/trace.go:171","msg":"trace[1335970236] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23352; }","duration":"335.589558ms","start":"2026-03-03T22:02:01.921328Z","end":"2026-03-03T22:02:02.256917Z","steps":["trace[1335970236] 'range keys from in-memory index tree' (duration: 335.329983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:02.256967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:02:01.921298Z","time spent":"335.659419ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T22:02:02.257256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.931784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T22:02:02.257306Z","caller":"traceutil/trace.go:171","msg":"trace[839405980] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23352; }","duration":"336.014196ms","start":"2026-03-03T22:02:01.921274Z","end":"2026-03-03T22:02:02.257288Z","steps":["trace[839405980] 'range keys from in-memory index tree' (duration: 335.68532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:02.257342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:02:01.921253Z","time spent":"336.082437ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T22:02:02.25761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.212041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T22:02:02.257728Z","caller":"traceutil/trace.go:171","msg":"trace[808806786] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23352; }","duration":"330.360214ms","start":"2026-03-03T22:02:01.927338Z","end":"2026-03-03T22:02:02.257699Z","steps":["trace[808806786] 'range keys from in-memory index tree' (duration: 329.991837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:02.257783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:02:01.927328Z","time spent":"330.445846ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T22:02:02.258866Z","caller":"traceutil/trace.go:171","msg":"trace[1525152980] transaction","detail":"{read_only:false; response_revision:23354; number_of_response:1; }","duration":"100.005451ms","start":"2026-03-03T22:02:02.158833Z","end":"2026-03-03T22:02:02.258839Z","steps":["trace[1525152980] 'process raft request' (duration: 99.831288ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:02:02.258945Z","caller":"traceutil/trace.go:171","msg":"trace[389457382] transaction","detail":"{read_only:false; response_revision:23353; number_of_response:1; }","duration":"102.342118ms","start":"2026-03-03T22:02:02.156583Z","end":"2026-03-03T22:02:02.258926Z","steps":["trace[389457382] 'process raft request' (duration: 95.702557ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:02:02.716713Z","caller":"traceutil/trace.go:171","msg":"trace[891815891] transaction","detail":"{read_only:false; response_revision:23356; number_of_response:1; }","duration":"455.361649ms","start":"2026-03-03T22:02:02.261308Z","end":"2026-03-03T22:02:02.716669Z","steps":["trace[891815891] 'process raft request' (duration: 421.591753ms)","trace[891815891] 'compare' (duration: 33.381939ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:02:02.716882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:02:02.261287Z","time spent":"455.506143ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:02:02.718571Z","caller":"traceutil/trace.go:171","msg":"trace[1106771051] linearizableReadLoop","detail":"{readStateIndex:24161; appliedIndex:24157; }","duration":"178.245215ms","start":"2026-03-03T22:02:02.540299Z","end":"2026-03-03T22:02:02.718545Z","steps":["trace[1106771051] 'read index received' (duration: 142.692794ms)","trace[1106771051] 'applied index is now lower than readState.Index' (duration: 35.551331ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:02:02.718613Z","caller":"traceutil/trace.go:171","msg":"trace[1881105998] transaction","detail":"{read_only:false; response_revision:23358; number_of_response:1; }","duration":"457.155885ms","start":"2026-03-03T22:02:02.261423Z","end":"2026-03-03T22:02:02.718579Z","steps":["trace[1881105998] 'process raft request' (duration: 456.94415ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:02:02.718698Z","caller":"traceutil/trace.go:171","msg":"trace[1761771103] transaction","detail":"{read_only:false; response_revision:23359; number_of_response:1; }","duration":"455.3768ms","start":"2026-03-03T22:02:02.263309Z","end":"2026-03-03T22:02:02.718686Z","steps":["trace[1761771103] 'process raft request' (duration: 455.100764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:02.718744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:02:02.261417Z","time spent":"457.256117ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:02:02.718809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:02:02.263288Z","time spent":"455.448621ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:02:02.719002Z","caller":"traceutil/trace.go:171","msg":"trace[1624392439] transaction","detail":"{read_only:false; response_revision:23357; number_of_response:1; }","duration":"457.664965ms","start":"2026-03-03T22:02:02.261329Z","end":"2026-03-03T22:02:02.718994Z","steps":["trace[1624392439] 'process raft request' (duration: 456.850759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:02.719059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:02:02.261311Z","time spent":"457.716566ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:02:02.719066Z","caller":"traceutil/trace.go:171","msg":"trace[598797493] transaction","detail":"{read_only:false; response_revision:23360; number_of_response:1; }","duration":"126.30643ms","start":"2026-03-03T22:02:02.592747Z","end":"2026-03-03T22:02:02.719053Z","steps":["trace[598797493] 'process raft request' (duration: 125.748919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:02.719246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.942259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cc8768e8-95cc-411f-b5de-0816d9f783ee\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-03T22:02:02.719286Z","caller":"traceutil/trace.go:171","msg":"trace[146402540] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cc8768e8-95cc-411f-b5de-0816d9f783ee; range_end:; response_count:1; response_revision:23360; }","duration":"179.01643ms","start":"2026-03-03T22:02:02.540259Z","end":"2026-03-03T22:02:02.719276Z","steps":["trace[146402540] 'agreement among raft nodes before linearized reading' (duration: 178.880527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:02.719476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.091369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T22:02:02.719572Z","caller":"traceutil/trace.go:171","msg":"trace[1697887754] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23360; }","duration":"151.224662ms","start":"2026-03-03T22:02:02.568328Z","end":"2026-03-03T22:02:02.719553Z","steps":["trace[1697887754] 'agreement among raft nodes before linearized reading' (duration: 150.952517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:02.719683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.540004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-cc8768e8-95cc-411f-b5de-0816d9f783ee\" ","response":"range_response_count:1 size:3950"} {"level":"info","ts":"2026-03-03T22:02:02.71973Z","caller":"traceutil/trace.go:171","msg":"trace[1156915479] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-cc8768e8-95cc-411f-b5de-0816d9f783ee; range_end:; response_count:1; response_revision:23360; }","duration":"129.622895ms","start":"2026-03-03T22:02:02.590096Z","end":"2026-03-03T22:02:02.719719Z","steps":["trace[1156915479] 'agreement among raft nodes before linearized reading' (duration: 129.499733ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:02:02.970263Z","caller":"traceutil/trace.go:171","msg":"trace[1073070321] transaction","detail":"{read_only:false; response_revision:23361; number_of_response:1; }","duration":"246.173214ms","start":"2026-03-03T22:02:02.724021Z","end":"2026-03-03T22:02:02.970194Z","steps":["trace[1073070321] 'process raft request' (duration: 214.01432ms)","trace[1073070321] 'compare' (duration: 31.723646ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:02:07.68652Z","caller":"traceutil/trace.go:171","msg":"trace[950637674] transaction","detail":"{read_only:false; response_revision:23410; number_of_response:1; }","duration":"132.309589ms","start":"2026-03-03T22:02:07.554181Z","end":"2026-03-03T22:02:07.686491Z","steps":["trace[950637674] 'process raft request' (duration: 132.108565ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:02:07.828054Z","caller":"traceutil/trace.go:171","msg":"trace[1437317333] linearizableReadLoop","detail":"{readStateIndex:24216; appliedIndex:24213; }","duration":"182.736743ms","start":"2026-03-03T22:02:07.645294Z","end":"2026-03-03T22:02:07.828031Z","steps":["trace[1437317333] 'read index received' (duration: 41.07518ms)","trace[1437317333] 'applied index is now lower than readState.Index' (duration: 141.660423ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:02:07.828104Z","caller":"traceutil/trace.go:171","msg":"trace[1701657195] transaction","detail":"{read_only:false; response_revision:23411; number_of_response:1; }","duration":"268.639077ms","start":"2026-03-03T22:02:07.559419Z","end":"2026-03-03T22:02:07.828058Z","steps":["trace[1701657195] 'process raft request' (duration: 205.708276ms)","trace[1701657195] 'compare' (duration: 62.713866ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:02:07.828165Z","caller":"traceutil/trace.go:171","msg":"trace[497881995] transaction","detail":"{read_only:false; response_revision:23412; number_of_response:1; }","duration":"265.390923ms","start":"2026-03-03T22:02:07.562734Z","end":"2026-03-03T22:02:07.828125Z","steps":["trace[497881995] 'process raft request' (duration: 265.24981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:07.828271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.938287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:02:07.828362Z","caller":"traceutil/trace.go:171","msg":"trace[407977411] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23412; }","duration":"183.086971ms","start":"2026-03-03T22:02:07.645253Z","end":"2026-03-03T22:02:07.82834Z","steps":["trace[407977411] 'agreement among raft nodes before linearized reading' (duration: 182.878636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:07.828371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.131196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:02:07.828503Z","caller":"traceutil/trace.go:171","msg":"trace[100227742] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:23412; }","duration":"131.357051ms","start":"2026-03-03T22:02:07.697112Z","end":"2026-03-03T22:02:07.828469Z","steps":["trace[100227742] 'agreement among raft nodes before linearized reading' (duration: 131.098495ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:02:08.634942Z","caller":"traceutil/trace.go:171","msg":"trace[468958101] transaction","detail":"{read_only:false; response_revision:23413; number_of_response:1; }","duration":"356.584571ms","start":"2026-03-03T22:02:08.278307Z","end":"2026-03-03T22:02:08.634892Z","steps":["trace[468958101] 'process raft request' (duration: 356.411938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:08.635105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:02:08.278283Z","time spent":"356.736434ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:02:08.859614Z","caller":"traceutil/trace.go:171","msg":"trace[2055396509] linearizableReadLoop","detail":"{readStateIndex:24221; appliedIndex:24217; }","duration":"116.086159ms","start":"2026-03-03T22:02:08.743509Z","end":"2026-03-03T22:02:08.859595Z","steps":["trace[2055396509] 'read index received' (duration: 103.267356ms)","trace[2055396509] 'applied index is now lower than readState.Index' (duration: 12.818003ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:02:08.859676Z","caller":"traceutil/trace.go:171","msg":"trace[1723141275] transaction","detail":"{read_only:false; response_revision:23416; number_of_response:1; }","duration":"206.609814ms","start":"2026-03-03T22:02:08.653035Z","end":"2026-03-03T22:02:08.859645Z","steps":["trace[1723141275] 'process raft request' (duration: 206.495232ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:02:08.859714Z","caller":"traceutil/trace.go:171","msg":"trace[1837223115] transaction","detail":"{read_only:false; response_revision:23417; number_of_response:1; }","duration":"117.923475ms","start":"2026-03-03T22:02:08.741779Z","end":"2026-03-03T22:02:08.859702Z","steps":["trace[1837223115] 'process raft request' (duration: 117.788823ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:02:08.859718Z","caller":"traceutil/trace.go:171","msg":"trace[443697564] transaction","detail":"{read_only:false; response_revision:23414; number_of_response:1; }","duration":"572.712204ms","start":"2026-03-03T22:02:08.286979Z","end":"2026-03-03T22:02:08.859691Z","steps":["trace[443697564] 'process raft request' (duration: 559.784739ms)","trace[443697564] 'compare' (duration: 12.338733ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:02:08.859853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:02:08.286942Z","time spent":"572.831506ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:02:08.859669Z","caller":"traceutil/trace.go:171","msg":"trace[1891617514] transaction","detail":"{read_only:false; response_revision:23415; number_of_response:1; }","duration":"570.707724ms","start":"2026-03-03T22:02:08.288925Z","end":"2026-03-03T22:02:08.859632Z","steps":["trace[1891617514] 'process raft request' (duration: 570.50313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:08.859987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.238082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T22:02:08.860024Z","caller":"traceutil/trace.go:171","msg":"trace[991663110] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23417; }","duration":"115.297513ms","start":"2026-03-03T22:02:08.744719Z","end":"2026-03-03T22:02:08.860017Z","steps":["trace[991663110] 'agreement among raft nodes before linearized reading' (duration: 115.167351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:08.860015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:02:08.288893Z","time spent":"571.01659ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:02:08.860126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.62758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T22:02:08.860145Z","caller":"traceutil/trace.go:171","msg":"trace[985422526] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23417; }","duration":"116.684322ms","start":"2026-03-03T22:02:08.743456Z","end":"2026-03-03T22:02:08.86014Z","steps":["trace[985422526] 'agreement among raft nodes before linearized reading' (duration: 116.635561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:08.860203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.778463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T22:02:08.860218Z","caller":"traceutil/trace.go:171","msg":"trace[739790525] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23417; }","duration":"114.812994ms","start":"2026-03-03T22:02:08.745402Z","end":"2026-03-03T22:02:08.860215Z","steps":["trace[739790525] 'agreement among raft nodes before linearized reading' (duration: 114.773423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:08.860328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.073699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T22:02:08.860363Z","caller":"traceutil/trace.go:171","msg":"trace[921931303] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23417; }","duration":"115.13855ms","start":"2026-03-03T22:02:08.745216Z","end":"2026-03-03T22:02:08.860354Z","steps":["trace[921931303] 'agreement among raft nodes before linearized reading' (duration: 115.037748ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:02:14.89962Z","caller":"traceutil/trace.go:171","msg":"trace[413792355] transaction","detail":"{read_only:false; response_revision:23466; number_of_response:1; }","duration":"241.953391ms","start":"2026-03-03T22:02:14.65761Z","end":"2026-03-03T22:02:14.899564Z","steps":["trace[413792355] 'process raft request' (duration: 241.734197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:15.240314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.473539ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T22:02:15.240495Z","caller":"traceutil/trace.go:171","msg":"trace[1079873247] transaction","detail":"{read_only:false; response_revision:23467; number_of_response:1; }","duration":"357.857656ms","start":"2026-03-03T22:02:14.88261Z","end":"2026-03-03T22:02:15.240468Z","steps":["trace[1079873247] 'process raft request' (duration: 252.151092ms)","trace[1079873247] 'compare' (duration: 105.099312ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:02:15.240546Z","caller":"traceutil/trace.go:171","msg":"trace[2124791860] transaction","detail":"{read_only:false; response_revision:23468; number_of_response:1; }","duration":"356.365186ms","start":"2026-03-03T22:02:14.884164Z","end":"2026-03-03T22:02:15.24053Z","steps":["trace[2124791860] 'process raft request' (duration: 356.241864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:15.240625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:02:14.882583Z","time spent":"357.971778ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:02:15.24062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:02:14.884147Z","time spent":"356.441228ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:02:15.24069Z","caller":"traceutil/trace.go:171","msg":"trace[705151738] linearizableReadLoop","detail":"{readStateIndex:24274; appliedIndex:24270; }","duration":"349.768927ms","start":"2026-03-03T22:02:14.890902Z","end":"2026-03-03T22:02:15.240671Z","steps":["trace[705151738] 'read index received' (duration: 8.448136ms)","trace[705151738] 'applied index is now lower than readState.Index' (duration: 341.319561ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:02:15.240754Z","caller":"traceutil/trace.go:171","msg":"trace[257259827] transaction","detail":"{read_only:false; response_revision:23469; number_of_response:1; }","duration":"353.078023ms","start":"2026-03-03T22:02:14.887666Z","end":"2026-03-03T22:02:15.240744Z","steps":["trace[257259827] 'process raft request' (duration: 352.827128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:15.240811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:02:14.887658Z","time spent":"353.127264ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:02:15.240911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.595994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-03-03T22:02:15.240891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.973411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-03T22:02:15.240957Z","caller":"traceutil/trace.go:171","msg":"trace[49323080] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23469; }","duration":"349.702396ms","start":"2026-03-03T22:02:14.891241Z","end":"2026-03-03T22:02:15.240943Z","steps":["trace[49323080] 'agreement among raft nodes before linearized reading' (duration: 349.555203ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:02:15.240974Z","caller":"traceutil/trace.go:171","msg":"trace[162779536] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23469; }","duration":"350.085334ms","start":"2026-03-03T22:02:14.890871Z","end":"2026-03-03T22:02:15.240956Z","steps":["trace[162779536] 'agreement among raft nodes before linearized reading' (duration: 349.89971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:15.240995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:02:14.89121Z","time spent":"349.777627ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T22:02:15.241023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:02:14.890859Z","time spent":"350.155795ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T22:02:15.24105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.57818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12217"} {"level":"info","ts":"2026-03-03T22:02:15.241081Z","caller":"traceutil/trace.go:171","msg":"trace[1060041488] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:23469; }","duration":"115.635191ms","start":"2026-03-03T22:02:15.125438Z","end":"2026-03-03T22:02:15.241073Z","steps":["trace[1060041488] 'agreement among raft nodes before linearized reading' (duration: 115.567319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:15.240985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.254365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-03T22:02:15.241131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.511683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T22:02:15.241134Z","caller":"traceutil/trace.go:171","msg":"trace[190888719] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23469; }","duration":"215.445429ms","start":"2026-03-03T22:02:15.025679Z","end":"2026-03-03T22:02:15.241124Z","steps":["trace[190888719] 'agreement among raft nodes before linearized reading' (duration: 215.243055ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:02:15.241166Z","caller":"traceutil/trace.go:171","msg":"trace[858846785] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23469; }","duration":"348.568544ms","start":"2026-03-03T22:02:14.892588Z","end":"2026-03-03T22:02:15.241156Z","steps":["trace[858846785] 'agreement among raft nodes before linearized reading' (duration: 348.483633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:15.2412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.308612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila\" ","response":"range_response_count:1 size:3309"} {"level":"warn","ts":"2026-03-03T22:02:15.241201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:02:14.89258Z","time spent":"348.613365ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T22:02:15.241237Z","caller":"traceutil/trace.go:171","msg":"trace[909270471] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-manila; range_end:; response_count:1; response_revision:23469; }","duration":"299.388344ms","start":"2026-03-03T22:02:14.941837Z","end":"2026-03-03T22:02:15.241225Z","steps":["trace[909270471] 'agreement among raft nodes before linearized reading' (duration: 299.314682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:15.241131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.303139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T22:02:15.241272Z","caller":"traceutil/trace.go:171","msg":"trace[1466266759] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23469; }","duration":"347.457061ms","start":"2026-03-03T22:02:14.893805Z","end":"2026-03-03T22:02:15.241262Z","steps":["trace[1466266759] 'agreement among raft nodes before linearized reading' (duration: 347.233077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:15.241317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:02:14.893795Z","time spent":"347.511952ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T22:02:15.575208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.111077ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T22:02:15.57547Z","caller":"traceutil/trace.go:171","msg":"trace[2045771714] linearizableReadLoop","detail":"{readStateIndex:24275; appliedIndex:24274; }","duration":"328.934556ms","start":"2026-03-03T22:02:15.246509Z","end":"2026-03-03T22:02:15.575444Z","steps":["trace[2045771714] 'read index received' (duration: 128.665317ms)","trace[2045771714] 'applied index is now lower than readState.Index' (duration: 200.266669ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:02:15.575955Z","caller":"traceutil/trace.go:171","msg":"trace[1668608913] transaction","detail":"{read_only:false; response_revision:23470; number_of_response:1; }","duration":"330.372014ms","start":"2026-03-03T22:02:15.245549Z","end":"2026-03-03T22:02:15.575921Z","steps":["trace[1668608913] 'process raft request' (duration: 129.417891ms)","trace[1668608913] 'compare' (duration: 199.873182ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:02:15.576073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.455876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18631"} {"level":"info","ts":"2026-03-03T22:02:15.576184Z","caller":"traceutil/trace.go:171","msg":"trace[676636129] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:23470; }","duration":"329.65911ms","start":"2026-03-03T22:02:15.246488Z","end":"2026-03-03T22:02:15.576147Z","steps":["trace[676636129] 'agreement among raft nodes before linearized reading' (duration: 329.291953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:15.576191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:02:15.245535Z","time spent":"330.540498ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:02:15.576235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:02:15.246476Z","time spent":"329.747412ms","remote":"127.0.0.1:39308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18655,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-03T22:02:15.617504Z","caller":"traceutil/trace.go:171","msg":"trace[1884276023] transaction","detail":"{read_only:false; response_revision:23473; number_of_response:1; }","duration":"370.70215ms","start":"2026-03-03T22:02:15.246776Z","end":"2026-03-03T22:02:15.617478Z","steps":["trace[1884276023] 'process raft request' (duration: 370.627218ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:02:15.617602Z","caller":"traceutil/trace.go:171","msg":"trace[1161472821] transaction","detail":"{read_only:false; response_revision:23472; number_of_response:1; }","duration":"370.811942ms","start":"2026-03-03T22:02:15.246732Z","end":"2026-03-03T22:02:15.617544Z","steps":["trace[1161472821] 'process raft request' (duration: 370.635169ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:02:15.617538Z","caller":"traceutil/trace.go:171","msg":"trace[2115684278] transaction","detail":"{read_only:false; response_revision:23471; number_of_response:1; }","duration":"370.865873ms","start":"2026-03-03T22:02:15.246622Z","end":"2026-03-03T22:02:15.617488Z","steps":["trace[2115684278] 'process raft request' (duration: 370.597008ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:02:15.617718Z","caller":"traceutil/trace.go:171","msg":"trace[598274684] transaction","detail":"{read_only:false; response_revision:23474; number_of_response:1; }","duration":"370.865482ms","start":"2026-03-03T22:02:15.246809Z","end":"2026-03-03T22:02:15.617675Z","steps":["trace[598274684] 'process raft request' (duration: 370.635098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:15.61787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:02:15.246716Z","time spent":"371.009825ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:02:15.617923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:02:15.246611Z","time spent":"371.201459ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:02:15.617952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:02:15.246805Z","time spent":"371.077567ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:02:15.617764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:02:15.24677Z","time spent":"370.875323ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:02:15.618876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.889882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418351"} {"level":"info","ts":"2026-03-03T22:02:15.618917Z","caller":"traceutil/trace.go:171","msg":"trace[239344237] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:23474; }","duration":"309.955812ms","start":"2026-03-03T22:02:15.308947Z","end":"2026-03-03T22:02:15.618903Z","steps":["trace[239344237] 'agreement among raft nodes before linearized reading' (duration: 309.769708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:15.61894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:02:15.308928Z","time spent":"310.009083ms","remote":"127.0.0.1:46936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418375,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-03T22:02:17.507658Z","caller":"traceutil/trace.go:171","msg":"trace[1612458933] transaction","detail":"{read_only:false; response_revision:23483; number_of_response:1; }","duration":"260.348614ms","start":"2026-03-03T22:02:17.247281Z","end":"2026-03-03T22:02:17.507629Z","steps":["trace[1612458933] 'process raft request' (duration: 260.282692ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:02:17.507859Z","caller":"traceutil/trace.go:171","msg":"trace[792368827] transaction","detail":"{read_only:false; response_revision:23482; number_of_response:1; }","duration":"260.863444ms","start":"2026-03-03T22:02:17.246961Z","end":"2026-03-03T22:02:17.507825Z","steps":["trace[792368827] 'process raft request' (duration: 218.251073ms)","trace[792368827] 'compare' (duration: 42.184782ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:02:17.854811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.848221ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T22:02:17.854899Z","caller":"traceutil/trace.go:171","msg":"trace[1726917794] linearizableReadLoop","detail":"{readStateIndex:24290; appliedIndex:24289; }","duration":"233.2719ms","start":"2026-03-03T22:02:17.621614Z","end":"2026-03-03T22:02:17.854886Z","steps":["trace[1726917794] 'read index received' (duration: 49.701µs)","trace[1726917794] 'applied index is now lower than readState.Index' (duration: 233.217759ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:02:17.854958Z","caller":"traceutil/trace.go:171","msg":"trace[292021954] transaction","detail":"{read_only:false; response_revision:23484; number_of_response:1; }","duration":"269.472054ms","start":"2026-03-03T22:02:17.585478Z","end":"2026-03-03T22:02:17.85495Z","steps":["trace[292021954] 'process raft request' (duration: 35.409708ms)","trace[292021954] 'compare' (duration: 233.663188ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:02:17.855275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.629817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T22:02:17.855386Z","caller":"traceutil/trace.go:171","msg":"trace[421055836] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23484; }","duration":"233.799281ms","start":"2026-03-03T22:02:17.621563Z","end":"2026-03-03T22:02:17.855362Z","steps":["trace[421055836] 'agreement among raft nodes before linearized reading' (duration: 233.495715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:17.876303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.017598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T22:02:17.876391Z","caller":"traceutil/trace.go:171","msg":"trace[297132885] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23485; }","duration":"254.11747ms","start":"2026-03-03T22:02:17.622256Z","end":"2026-03-03T22:02:17.876374Z","steps":["trace[297132885] 'agreement among raft nodes before linearized reading' (duration: 253.883756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:17.876924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.154139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:02:17.876965Z","caller":"traceutil/trace.go:171","msg":"trace[411200231] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23485; }","duration":"231.236631ms","start":"2026-03-03T22:02:17.645719Z","end":"2026-03-03T22:02:17.876955Z","steps":["trace[411200231] 'agreement among raft nodes before linearized reading' (duration: 231.174229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:17.877161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.733103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T22:02:17.877197Z","caller":"traceutil/trace.go:171","msg":"trace[1562204986] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23485; }","duration":"253.797585ms","start":"2026-03-03T22:02:17.62339Z","end":"2026-03-03T22:02:17.877188Z","steps":["trace[1562204986] 'agreement among raft nodes before linearized reading' (duration: 253.705933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:17.87745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.657452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T22:02:17.877489Z","caller":"traceutil/trace.go:171","msg":"trace[571013845] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:23485; }","duration":"254.717123ms","start":"2026-03-03T22:02:17.622763Z","end":"2026-03-03T22:02:17.87748Z","steps":["trace[571013845] 'agreement among raft nodes before linearized reading' (duration: 254.550699ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:02:18.166501Z","caller":"traceutil/trace.go:171","msg":"trace[1447136999] transaction","detail":"{read_only:false; response_revision:23486; number_of_response:1; }","duration":"305.224249ms","start":"2026-03-03T22:02:17.861249Z","end":"2026-03-03T22:02:18.166473Z","steps":["trace[1447136999] 'process raft request' (duration: 304.992105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:18.166661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:02:17.861224Z","time spent":"305.356851ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:02:18.166739Z","caller":"traceutil/trace.go:171","msg":"trace[899573941] linearizableReadLoop","detail":"{readStateIndex:24294; appliedIndex:24291; }","duration":"286.848216ms","start":"2026-03-03T22:02:17.879873Z","end":"2026-03-03T22:02:18.166721Z","steps":["trace[899573941] 'read index received' (duration: 286.392917ms)","trace[899573941] 'applied index is now lower than readState.Index' (duration: 454.609µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:02:18.166814Z","caller":"traceutil/trace.go:171","msg":"trace[581753466] transaction","detail":"{read_only:false; response_revision:23487; number_of_response:1; }","duration":"302.413453ms","start":"2026-03-03T22:02:17.864365Z","end":"2026-03-03T22:02:18.166778Z","steps":["trace[581753466] 'process raft request' (duration: 302.057506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:18.166869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.982178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:02:18.166899Z","caller":"traceutil/trace.go:171","msg":"trace[1043058201] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23488; }","duration":"287.05559ms","start":"2026-03-03T22:02:17.879836Z","end":"2026-03-03T22:02:18.166892Z","steps":["trace[1043058201] 'agreement among raft nodes before linearized reading' (duration: 286.963099ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:02:18.166905Z","caller":"traceutil/trace.go:171","msg":"trace[1273139577] transaction","detail":"{read_only:false; response_revision:23488; number_of_response:1; }","duration":"301.033126ms","start":"2026-03-03T22:02:17.865844Z","end":"2026-03-03T22:02:18.166877Z","steps":["trace[1273139577] 'process raft request' (duration: 300.783351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:18.166977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:02:17.864333Z","time spent":"302.561796ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T22:02:18.167048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:02:17.865834Z","time spent":"301.134338ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:02:18.190528Z","caller":"traceutil/trace.go:171","msg":"trace[1796337737] transaction","detail":"{read_only:false; response_revision:23489; number_of_response:1; }","duration":"308.503494ms","start":"2026-03-03T22:02:17.881991Z","end":"2026-03-03T22:02:18.190494Z","steps":["trace[1796337737] 'process raft request' (duration: 308.31646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:18.190714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:02:17.88196Z","time spent":"308.669438ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:02:18.190776Z","caller":"traceutil/trace.go:171","msg":"trace[467072977] transaction","detail":"{read_only:false; response_revision:23490; number_of_response:1; }","duration":"308.279709ms","start":"2026-03-03T22:02:17.882475Z","end":"2026-03-03T22:02:18.190755Z","steps":["trace[467072977] 'process raft request' (duration: 307.973512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:18.19087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:02:17.882462Z","time spent":"308.364261ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:02:18.190969Z","caller":"traceutil/trace.go:171","msg":"trace[378761722] transaction","detail":"{read_only:false; response_revision:23491; number_of_response:1; }","duration":"307.654627ms","start":"2026-03-03T22:02:17.883284Z","end":"2026-03-03T22:02:18.190939Z","steps":["trace[378761722] 'process raft request' (duration: 307.405042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:18.191077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T22:02:17.883266Z","time spent":"307.760508ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T22:02:20.03538Z","caller":"traceutil/trace.go:171","msg":"trace[1321307227] transaction","detail":"{read_only:false; response_revision:23498; number_of_response:1; }","duration":"170.93683ms","start":"2026-03-03T22:02:19.864419Z","end":"2026-03-03T22:02:20.035356Z","steps":["trace[1321307227] 'process raft request' (duration: 170.801418ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:02:20.048631Z","caller":"traceutil/trace.go:171","msg":"trace[1436671891] transaction","detail":"{read_only:false; response_revision:23499; number_of_response:1; }","duration":"164.387722ms","start":"2026-03-03T22:02:19.884214Z","end":"2026-03-03T22:02:20.048602Z","steps":["trace[1436671891] 'process raft request' (duration: 164.229489ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:02:21.379813Z","caller":"traceutil/trace.go:171","msg":"trace[2126022322] transaction","detail":"{read_only:false; response_revision:23509; number_of_response:1; }","duration":"105.558732ms","start":"2026-03-03T22:02:21.274226Z","end":"2026-03-03T22:02:21.379785Z","steps":["trace[2126022322] 'process raft request' (duration: 105.403969ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:02:21.976003Z","caller":"traceutil/trace.go:171","msg":"trace[353387822] transaction","detail":"{read_only:false; response_revision:23512; number_of_response:1; }","duration":"110.970088ms","start":"2026-03-03T22:02:21.865011Z","end":"2026-03-03T22:02:21.975981Z","steps":["trace[353387822] 'process raft request' (duration: 110.792215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:23.798457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.411917ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T22:02:23.798632Z","caller":"traceutil/trace.go:171","msg":"trace[265416131] linearizableReadLoop","detail":"{readStateIndex:24332; appliedIndex:24330; }","duration":"153.132939ms","start":"2026-03-03T22:02:23.645481Z","end":"2026-03-03T22:02:23.798614Z","steps":["trace[265416131] 'read index received' (duration: 11.279992ms)","trace[265416131] 'applied index is now lower than readState.Index' (duration: 141.851747ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:02:23.798708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.230511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:02:23.798735Z","caller":"traceutil/trace.go:171","msg":"trace[309778311] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23525; }","duration":"153.257531ms","start":"2026-03-03T22:02:23.64547Z","end":"2026-03-03T22:02:23.798728Z","steps":["trace[309778311] 'agreement among raft nodes before linearized reading' (duration: 153.18489ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:02:23.799047Z","caller":"traceutil/trace.go:171","msg":"trace[2001490564] transaction","detail":"{read_only:false; response_revision:23525; number_of_response:1; }","duration":"266.110457ms","start":"2026-03-03T22:02:23.532883Z","end":"2026-03-03T22:02:23.798994Z","steps":["trace[2001490564] 'process raft request' (duration: 265.689928ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:02:23.799143Z","caller":"traceutil/trace.go:171","msg":"trace[278120267] transaction","detail":"{read_only:false; response_revision:23524; number_of_response:1; }","duration":"268.515225ms","start":"2026-03-03T22:02:23.530584Z","end":"2026-03-03T22:02:23.799099Z","steps":["trace[278120267] 'process raft request' (duration: 15.349673ms)","trace[278120267] 'compare' (duration: 252.271664ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:02:24.504927Z","caller":"traceutil/trace.go:171","msg":"trace[1101882940] transaction","detail":"{read_only:false; response_revision:23532; number_of_response:1; }","duration":"158.73554ms","start":"2026-03-03T22:02:24.34616Z","end":"2026-03-03T22:02:24.504895Z","steps":["trace[1101882940] 'process raft request' (duration: 158.546865ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:02:26.701541Z","caller":"traceutil/trace.go:171","msg":"trace[888699581] linearizableReadLoop","detail":"{readStateIndex:24365; appliedIndex:24364; }","duration":"192.242571ms","start":"2026-03-03T22:02:26.509277Z","end":"2026-03-03T22:02:26.70152Z","steps":["trace[888699581] 'read index received' (duration: 192.026497ms)","trace[888699581] 'applied index is now lower than readState.Index' (duration: 215.404µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:02:26.701667Z","caller":"traceutil/trace.go:171","msg":"trace[378816007] transaction","detail":"{read_only:false; response_revision:23556; number_of_response:1; }","duration":"197.619387ms","start":"2026-03-03T22:02:26.504034Z","end":"2026-03-03T22:02:26.701653Z","steps":["trace[378816007] 'process raft request' (duration: 197.332002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:26.701888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.604158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-03-03T22:02:26.701921Z","caller":"traceutil/trace.go:171","msg":"trace[447864527] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23556; }","duration":"192.688619ms","start":"2026-03-03T22:02:26.509221Z","end":"2026-03-03T22:02:26.70191Z","steps":["trace[447864527] 'agreement among raft nodes before linearized reading' (duration: 192.570847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:26.702184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.19408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T22:02:26.702263Z","caller":"traceutil/trace.go:171","msg":"trace[1045733957] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23556; }","duration":"192.346393ms","start":"2026-03-03T22:02:26.509896Z","end":"2026-03-03T22:02:26.702242Z","steps":["trace[1045733957] 'agreement among raft nodes before linearized reading' (duration: 192.140329ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:02:28.471115Z","caller":"traceutil/trace.go:171","msg":"trace[589369033] transaction","detail":"{read_only:false; response_revision:23570; number_of_response:1; }","duration":"169.658655ms","start":"2026-03-03T22:02:28.301426Z","end":"2026-03-03T22:02:28.471085Z","steps":["trace[589369033] 'process raft request' (duration: 169.471151ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:02:28.49795Z","caller":"traceutil/trace.go:171","msg":"trace[520343938] linearizableReadLoop","detail":"{readStateIndex:24380; appliedIndex:24378; }","duration":"194.500625ms","start":"2026-03-03T22:02:28.303411Z","end":"2026-03-03T22:02:28.497911Z","steps":["trace[520343938] 'read index received' (duration: 167.529943ms)","trace[520343938] 'applied index is now lower than readState.Index' (duration: 26.969052ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:02:28.498046Z","caller":"traceutil/trace.go:171","msg":"trace[520016383] transaction","detail":"{read_only:false; response_revision:23571; number_of_response:1; }","duration":"194.693349ms","start":"2026-03-03T22:02:28.303312Z","end":"2026-03-03T22:02:28.498005Z","steps":["trace[520016383] 'process raft request' (duration: 194.304502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:28.498302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.837893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T22:02:28.49836Z","caller":"traceutil/trace.go:171","msg":"trace[1336028105] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23571; }","duration":"194.993826ms","start":"2026-03-03T22:02:28.303348Z","end":"2026-03-03T22:02:28.498342Z","steps":["trace[1336028105] 'agreement among raft nodes before linearized reading' (duration: 194.7036ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:02:33.304094Z","caller":"traceutil/trace.go:171","msg":"trace[1895825990] linearizableReadLoop","detail":"{readStateIndex:24416; appliedIndex:24415; }","duration":"145.606401ms","start":"2026-03-03T22:02:33.158461Z","end":"2026-03-03T22:02:33.304068Z","steps":["trace[1895825990] 'read index received' (duration: 145.353485ms)","trace[1895825990] 'applied index is now lower than readState.Index' (duration: 252.046µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:02:33.304126Z","caller":"traceutil/trace.go:171","msg":"trace[637204873] transaction","detail":"{read_only:false; response_revision:23606; number_of_response:1; }","duration":"184.471518ms","start":"2026-03-03T22:02:33.119625Z","end":"2026-03-03T22:02:33.304096Z","steps":["trace[637204873] 'process raft request' (duration: 184.268914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:33.304255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.757485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:02:33.304321Z","caller":"traceutil/trace.go:171","msg":"trace[708503656] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:23606; }","duration":"145.882266ms","start":"2026-03-03T22:02:33.158421Z","end":"2026-03-03T22:02:33.304303Z","steps":["trace[708503656] 'agreement among raft nodes before linearized reading' (duration: 145.742754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:33.537263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.069598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:02:33.537366Z","caller":"traceutil/trace.go:171","msg":"trace[1649538289] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:23606; }","duration":"227.2236ms","start":"2026-03-03T22:02:33.310113Z","end":"2026-03-03T22:02:33.537337Z","steps":["trace[1649538289] 'range keys from in-memory index tree' (duration: 226.999727ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:02:35.65474Z","caller":"traceutil/trace.go:171","msg":"trace[1750416018] transaction","detail":"{read_only:false; response_revision:23619; number_of_response:1; }","duration":"111.026939ms","start":"2026-03-03T22:02:35.543656Z","end":"2026-03-03T22:02:35.654683Z","steps":["trace[1750416018] 'process raft request' (duration: 110.748814ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:02:36.731699Z","caller":"traceutil/trace.go:171","msg":"trace[1045431554] transaction","detail":"{read_only:false; response_revision:23630; number_of_response:1; }","duration":"142.45364ms","start":"2026-03-03T22:02:36.589203Z","end":"2026-03-03T22:02:36.731656Z","steps":["trace[1045431554] 'process raft request' (duration: 45.945627ms)","trace[1045431554] 'compare' (duration: 96.179186ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:02:44.32494Z","caller":"traceutil/trace.go:171","msg":"trace[852288417] transaction","detail":"{read_only:false; response_revision:23692; number_of_response:1; }","duration":"149.486458ms","start":"2026-03-03T22:02:44.175428Z","end":"2026-03-03T22:02:44.324915Z","steps":["trace[852288417] 'process raft request' (duration: 149.341996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:49.839085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.932695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T22:02:49.839142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.769401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:02:49.839204Z","caller":"traceutil/trace.go:171","msg":"trace[552178765] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:23725; }","duration":"227.090958ms","start":"2026-03-03T22:02:49.612089Z","end":"2026-03-03T22:02:49.83918Z","steps":["trace[552178765] 'count revisions from in-memory index tree' (duration: 226.805363ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:02:49.839231Z","caller":"traceutil/trace.go:171","msg":"trace[1178319873] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23725; }","duration":"194.902863ms","start":"2026-03-03T22:02:49.644302Z","end":"2026-03-03T22:02:49.839205Z","steps":["trace[1178319873] 'range keys from in-memory index tree' (duration: 194.653288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T22:02:49.839194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.900051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/magnum-api-6c45665d57-tfjm6.189973d34a215f05\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-03-03T22:02:49.839339Z","caller":"traceutil/trace.go:171","msg":"trace[1764498359] range","detail":"{range_begin:/registry/events/openstack/magnum-api-6c45665d57-tfjm6.189973d34a215f05; range_end:; response_count:1; response_revision:23725; }","duration":"170.115245ms","start":"2026-03-03T22:02:49.669185Z","end":"2026-03-03T22:02:49.839301Z","steps":["trace[1764498359] 'range keys from in-memory index tree' (duration: 169.601365ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:02:49.839333Z","caller":"traceutil/trace.go:171","msg":"trace[275456349] transaction","detail":"{read_only:false; response_revision:23726; number_of_response:1; }","duration":"127.684267ms","start":"2026-03-03T22:02:49.711594Z","end":"2026-03-03T22:02:49.839278Z","steps":["trace[275456349] 'process raft request' (duration: 127.204038ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:03:23.320754Z","caller":"traceutil/trace.go:171","msg":"trace[1837719382] transaction","detail":"{read_only:false; response_revision:24133; number_of_response:1; }","duration":"257.466487ms","start":"2026-03-03T22:03:23.063256Z","end":"2026-03-03T22:03:23.320723Z","steps":["trace[1837719382] 'process raft request' (duration: 237.069485ms)","trace[1837719382] 'compare' (duration: 20.022485ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:03:23.321073Z","caller":"traceutil/trace.go:171","msg":"trace[1165967871] linearizableReadLoop","detail":"{readStateIndex:24956; appliedIndex:24953; }","duration":"144.492828ms","start":"2026-03-03T22:03:23.176547Z","end":"2026-03-03T22:03:23.32104Z","steps":["trace[1165967871] 'read index received' (duration: 123.77643ms)","trace[1165967871] 'applied index is now lower than readState.Index' (duration: 20.715448ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T22:03:23.321197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.650033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T22:03:23.321225Z","caller":"traceutil/trace.go:171","msg":"trace[1310854511] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24135; }","duration":"144.761395ms","start":"2026-03-03T22:03:23.176456Z","end":"2026-03-03T22:03:23.321217Z","steps":["trace[1310854511] 'agreement among raft nodes before linearized reading' (duration: 144.666973ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:03:23.321116Z","caller":"traceutil/trace.go:171","msg":"trace[902624856] transaction","detail":"{read_only:false; response_revision:24134; number_of_response:1; }","duration":"257.331044ms","start":"2026-03-03T22:03:23.063778Z","end":"2026-03-03T22:03:23.321109Z","steps":["trace[902624856] 'process raft request' (duration: 256.854755ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:03:23.321371Z","caller":"traceutil/trace.go:171","msg":"trace[1959708238] transaction","detail":"{read_only:false; response_revision:24135; number_of_response:1; }","duration":"257.515107ms","start":"2026-03-03T22:03:23.0638Z","end":"2026-03-03T22:03:23.321316Z","steps":["trace[1959708238] 'process raft request' (duration: 257.15434ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:03:46.951803Z","caller":"traceutil/trace.go:171","msg":"trace[141312017] transaction","detail":"{read_only:false; response_revision:24301; number_of_response:1; }","duration":"122.033167ms","start":"2026-03-03T22:03:46.829747Z","end":"2026-03-03T22:03:46.95178Z","steps":["trace[141312017] 'process raft request' (duration: 121.492855ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T22:04:17.939626Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":21805} {"level":"info","ts":"2026-03-03T22:04:18.092887Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":21805,"took":"146.667242ms","hash":2861212630,"current-db-size-bytes":48824320,"current-db-size":"49 MB","current-db-size-in-use-bytes":32948224,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-03-03T22:04:18.092949Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2861212630,"revision":21805,"compact-revision":18740} {"level":"info","ts":"2026-03-03T22:06:19.038201Z","caller":"traceutil/trace.go:171","msg":"trace[300882544] transaction","detail":"{read_only:false; response_revision:25853; number_of_response:1; }","duration":"124.466998ms","start":"2026-03-03T22:06:18.913697Z","end":"2026-03-03T22:06:19.038164Z","steps":["trace[300882544] 'process raft request' (duration: 83.819569ms)","trace[300882544] 'compare' (duration: 40.332683ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T22:09:17.945504Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":24577} {"level":"info","ts":"2026-03-03T22:09:18.075554Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":24577,"took":"124.619441ms","hash":2955452303,"current-db-size-bytes":49246208,"current-db-size":"49 MB","current-db-size-in-use-bytes":33521664,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-03-03T22:09:18.075623Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2955452303,"revision":24577,"compact-revision":21805} {"level":"info","ts":"2026-03-03T22:13:57.406888Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d7dbc9f5893cc1f6","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-03T22:13:57.412505Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-03-03T22:13:57.412673Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-03-03T22:14:17.952189Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27108} {"level":"info","ts":"2026-03-03T22:14:18.077045Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27108,"took":"119.564688ms","hash":3156612954,"current-db-size-bytes":49246208,"current-db-size":"49 MB","current-db-size-in-use-bytes":28303360,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-03T22:14:18.077131Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3156612954,"revision":27108,"compact-revision":24577} {"level":"info","ts":"2026-03-03T22:19:17.959784Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":29179} {"level":"info","ts":"2026-03-03T22:19:18.074896Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":29179,"took":"109.400506ms","hash":1371732841,"current-db-size-bytes":49246208,"current-db-size":"49 MB","current-db-size-in-use-bytes":27897856,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-03-03T22:19:18.074963Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1371732841,"revision":29179,"compact-revision":27108} {"level":"info","ts":"2026-03-03T22:24:17.966297Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":31293} {"level":"info","ts":"2026-03-03T22:24:18.112347Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":31293,"took":"138.761769ms","hash":3421719190,"current-db-size-bytes":50073600,"current-db-size":"50 MB","current-db-size-in-use-bytes":29335552,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-03T22:24:18.112447Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3421719190,"revision":31293,"compact-revision":29179} {"level":"info","ts":"2026-03-03T22:27:15.719854Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000008bf6.wal"} {"level":"info","ts":"2026-03-03T22:29:17.972305Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":33444} {"level":"info","ts":"2026-03-03T22:29:18.100381Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":33444,"took":"123.809232ms","hash":4238425064,"current-db-size-bytes":52232192,"current-db-size":"52 MB","current-db-size-in-use-bytes":29372416,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-03T22:29:18.100444Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4238425064,"revision":33444,"compact-revision":31293}