{"level":"warn","ts":"2026-03-24T15:01:04.991967Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-24T15:01:04.992058Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.121:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.121:2380","--initial-cluster=instance=https://199.19.213.121:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.121:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.121:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-24T15:01:04.992127Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-24T15:01:04.992137Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.121:2380"]} {"level":"info","ts":"2026-03-24T15:01:04.992153Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-24T15:01:04.992791Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.121:2379"]} {"level":"info","ts":"2026-03-24T15:01:04.99287Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.121:2380"],"listen-peer-urls":["https://199.19.213.121:2380"],"advertise-client-urls":["https://199.19.213.121:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.121:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.121:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-24T15:01:04.997033Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.979585ms"} {"level":"info","ts":"2026-03-24T15:01:05.013585Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"31541ae44470b70","cluster-id":"8ae2d89c48d1447d"} {"level":"info","ts":"2026-03-24T15:01:05.013712Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"31541ae44470b70 switched to configuration voters=()"} {"level":"info","ts":"2026-03-24T15:01:05.013745Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"31541ae44470b70 became follower at term 0"} {"level":"info","ts":"2026-03-24T15:01:05.013768Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 31541ae44470b70 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-24T15:01:05.013785Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"31541ae44470b70 became follower at term 1"} {"level":"info","ts":"2026-03-24T15:01:05.013844Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"31541ae44470b70 switched to configuration voters=(222155973350329200)"} {"level":"warn","ts":"2026-03-24T15:01:05.018942Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-24T15:01:05.020363Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-24T15:01:05.021476Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-24T15:01:05.023435Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"31541ae44470b70","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-24T15:01:05.023631Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"31541ae44470b70","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-24T15:01:05.023709Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-24T15:01:05.023798Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-24T15:01:05.023832Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-24T15:01:05.024858Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"31541ae44470b70 switched to configuration voters=(222155973350329200)"} {"level":"info","ts":"2026-03-24T15:01:05.025856Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"8ae2d89c48d1447d","local-member-id":"31541ae44470b70","added-peer-id":"31541ae44470b70","added-peer-peer-urls":["https://199.19.213.121:2380"]} {"level":"info","ts":"2026-03-24T15:01:05.028781Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-24T15:01:05.029116Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.121:2380"} {"level":"info","ts":"2026-03-24T15:01:05.029216Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.121:2380"} {"level":"info","ts":"2026-03-24T15:01:05.029386Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-24T15:01:05.029907Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"31541ae44470b70","initial-advertise-peer-urls":["https://199.19.213.121:2380"],"listen-peer-urls":["https://199.19.213.121:2380"],"advertise-client-urls":["https://199.19.213.121:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.121:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-24T15:01:05.214619Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"31541ae44470b70 is starting a new election at term 1"} {"level":"info","ts":"2026-03-24T15:01:05.214727Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"31541ae44470b70 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-24T15:01:05.214751Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"31541ae44470b70 received MsgPreVoteResp from 31541ae44470b70 at term 1"} {"level":"info","ts":"2026-03-24T15:01:05.214768Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"31541ae44470b70 became candidate at term 2"} {"level":"info","ts":"2026-03-24T15:01:05.214776Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"31541ae44470b70 received MsgVoteResp from 31541ae44470b70 at term 2"} {"level":"info","ts":"2026-03-24T15:01:05.214788Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"31541ae44470b70 became leader at term 2"} {"level":"info","ts":"2026-03-24T15:01:05.214798Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 31541ae44470b70 elected leader 31541ae44470b70 at term 2"} {"level":"info","ts":"2026-03-24T15:01:05.2159Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"31541ae44470b70","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.121:2379]}","request-path":"/0/members/31541ae44470b70/attributes","cluster-id":"8ae2d89c48d1447d","publish-timeout":"7s"} {"level":"info","ts":"2026-03-24T15:01:05.215937Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-24T15:01:05.215909Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-24T15:01:05.215927Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-24T15:01:05.216415Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-24T15:01:05.216446Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-24T15:01:05.217121Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"8ae2d89c48d1447d","local-member-id":"31541ae44470b70","cluster-version":"3.5"} {"level":"info","ts":"2026-03-24T15:01:05.217283Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-24T15:01:05.217331Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-24T15:01:05.219337Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-24T15:01:05.220144Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.121:2379"} {"level":"info","ts":"2026-03-24T15:01:29.140576Z","caller":"traceutil/trace.go:171","msg":"trace[363528872] transaction","detail":"{read_only:false; response_revision:461; number_of_response:1; }","duration":"127.858198ms","start":"2026-03-24T15:01:29.012695Z","end":"2026-03-24T15:01:29.140553Z","steps":["trace[363528872] 'process raft request' (duration: 127.713275ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:01:43.99981Z","caller":"traceutil/trace.go:171","msg":"trace[1864535434] linearizableReadLoop","detail":"{readStateIndex:577; appliedIndex:576; }","duration":"155.471392ms","start":"2026-03-24T15:01:43.844312Z","end":"2026-03-24T15:01:43.999783Z","steps":["trace[1864535434] 'read index received' (duration: 145.960216ms)","trace[1864535434] 'applied index is now lower than readState.Index' (duration: 9.509946ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:01:43.99992Z","caller":"traceutil/trace.go:171","msg":"trace[1030734711] transaction","detail":"{read_only:false; response_revision:556; number_of_response:1; }","duration":"235.1715ms","start":"2026-03-24T15:01:43.764726Z","end":"2026-03-24T15:01:43.999897Z","steps":["trace[1030734711] 'process raft request' (duration: 225.614252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:01:43.999987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.612825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T15:01:44.000094Z","caller":"traceutil/trace.go:171","msg":"trace[1355760019] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:556; }","duration":"155.799289ms","start":"2026-03-24T15:01:43.844276Z","end":"2026-03-24T15:01:44.000076Z","steps":["trace[1355760019] 'agreement among raft nodes before linearized reading' (duration: 155.616086ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:01:45.661402Z","caller":"traceutil/trace.go:171","msg":"trace[2130120959] transaction","detail":"{read_only:false; response_revision:688; number_of_response:1; }","duration":"115.816659ms","start":"2026-03-24T15:01:45.545538Z","end":"2026-03-24T15:01:45.661355Z","steps":["trace[2130120959] 'process raft request' (duration: 90.438318ms)","trace[2130120959] 'compare' (duration: 25.039623ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T15:02:03.881948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.141981ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-24T15:02:03.882092Z","caller":"traceutil/trace.go:171","msg":"trace[1922946208] linearizableReadLoop","detail":"{readStateIndex:969; appliedIndex:968; }","duration":"268.304735ms","start":"2026-03-24T15:02:03.613768Z","end":"2026-03-24T15:02:03.882073Z","steps":["trace[1922946208] 'read index received' (duration: 67.899709ms)","trace[1922946208] 'applied index is now lower than readState.Index' (duration: 200.403536ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T15:02:03.882291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.495559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-24T15:02:03.882395Z","caller":"traceutil/trace.go:171","msg":"trace[724095337] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:941; }","duration":"268.651982ms","start":"2026-03-24T15:02:03.613723Z","end":"2026-03-24T15:02:03.882375Z","steps":["trace[724095337] 'agreement among raft nodes before linearized reading' (duration: 268.396077ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:02:54.584039Z","caller":"traceutil/trace.go:171","msg":"trace[14013733] linearizableReadLoop","detail":"{readStateIndex:1680; appliedIndex:1679; }","duration":"180.298608ms","start":"2026-03-24T15:02:54.403718Z","end":"2026-03-24T15:02:54.584017Z","steps":["trace[14013733] 'read index received' (duration: 177.414144ms)","trace[14013733] 'applied index is now lower than readState.Index' (duration: 2.883244ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:02:54.584088Z","caller":"traceutil/trace.go:171","msg":"trace[1963397448] transaction","detail":"{read_only:false; response_revision:1613; number_of_response:1; }","duration":"261.141944ms","start":"2026-03-24T15:02:54.322917Z","end":"2026-03-24T15:02:54.584059Z","steps":["trace[1963397448] 'process raft request' (duration: 258.139449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:02:54.584388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.662204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-24T15:02:54.58446Z","caller":"traceutil/trace.go:171","msg":"trace[2013458537] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1613; }","duration":"180.761926ms","start":"2026-03-24T15:02:54.403666Z","end":"2026-03-24T15:02:54.584428Z","steps":["trace[2013458537] 'agreement among raft nodes before linearized reading' (duration: 180.465391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:03:10.50346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.517867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-24T15:03:10.503597Z","caller":"traceutil/trace.go:171","msg":"trace[849181920] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1740; }","duration":"156.701921ms","start":"2026-03-24T15:03:10.346868Z","end":"2026-03-24T15:03:10.50357Z","steps":["trace[849181920] 'range keys from in-memory index tree' (duration: 156.298203ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:03:10.834084Z","caller":"traceutil/trace.go:171","msg":"trace[1102428235] transaction","detail":"{read_only:false; response_revision:1743; number_of_response:1; }","duration":"118.007964ms","start":"2026-03-24T15:03:10.716052Z","end":"2026-03-24T15:03:10.83406Z","steps":["trace[1102428235] 'process raft request' (duration: 108.882365ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:03:10.834965Z","caller":"traceutil/trace.go:171","msg":"trace[1332188661] linearizableReadLoop","detail":"{readStateIndex:1814; appliedIndex:1812; }","duration":"115.298315ms","start":"2026-03-24T15:03:10.719649Z","end":"2026-03-24T15:03:10.834947Z","steps":["trace[1332188661] 'read index received' (duration: 105.302179ms)","trace[1332188661] 'applied index is now lower than readState.Index' (duration: 9.995536ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:03:10.835015Z","caller":"traceutil/trace.go:171","msg":"trace[1273072869] transaction","detail":"{read_only:false; response_revision:1744; number_of_response:1; }","duration":"117.659848ms","start":"2026-03-24T15:03:10.71734Z","end":"2026-03-24T15:03:10.835Z","steps":["trace[1273072869] 'process raft request' (duration: 117.509505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:03:10.835126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.462878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T15:03:10.835174Z","caller":"traceutil/trace.go:171","msg":"trace[1022548055] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1745; }","duration":"115.533449ms","start":"2026-03-24T15:03:10.719627Z","end":"2026-03-24T15:03:10.83516Z","steps":["trace[1022548055] 'agreement among raft nodes before linearized reading' (duration: 115.455967ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:03:49.110267Z","caller":"traceutil/trace.go:171","msg":"trace[1597477560] transaction","detail":"{read_only:false; response_revision:1934; number_of_response:1; }","duration":"104.199122ms","start":"2026-03-24T15:03:49.006011Z","end":"2026-03-24T15:03:49.11021Z","steps":["trace[1597477560] 'process raft request' (duration: 104.020539ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:03:49.26074Z","caller":"traceutil/trace.go:171","msg":"trace[25673526] transaction","detail":"{read_only:false; response_revision:1935; number_of_response:1; }","duration":"146.543262ms","start":"2026-03-24T15:03:49.113929Z","end":"2026-03-24T15:03:49.260473Z","steps":["trace[25673526] 'process raft request' (duration: 146.028472ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:03:49.290353Z","caller":"traceutil/trace.go:171","msg":"trace[1492395190] transaction","detail":"{read_only:false; response_revision:1936; number_of_response:1; }","duration":"175.860466ms","start":"2026-03-24T15:03:49.114467Z","end":"2026-03-24T15:03:49.290327Z","steps":["trace[1492395190] 'process raft request' (duration: 175.681843ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:05:05.905959Z","caller":"traceutil/trace.go:171","msg":"trace[308886687] transaction","detail":"{read_only:false; response_revision:2507; number_of_response:1; }","duration":"104.13382ms","start":"2026-03-24T15:05:05.801799Z","end":"2026-03-24T15:05:05.905933Z","steps":["trace[308886687] 'process raft request' (duration: 91.781558ms)","trace[308886687] 'compare' (duration: 12.2421ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T15:05:06.165211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.53189ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-24T15:05:06.165392Z","caller":"traceutil/trace.go:171","msg":"trace[947416382] transaction","detail":"{read_only:false; response_revision:2508; number_of_response:1; }","duration":"253.258594ms","start":"2026-03-24T15:05:05.91211Z","end":"2026-03-24T15:05:06.165369Z","steps":["trace[947416382] 'process raft request' (duration: 109.95223ms)","trace[947416382] 'compare' (duration: 142.150643ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:08:50.809279Z","caller":"traceutil/trace.go:171","msg":"trace[173979188] transaction","detail":"{read_only:false; response_revision:4370; number_of_response:1; }","duration":"107.929863ms","start":"2026-03-24T15:08:50.701328Z","end":"2026-03-24T15:08:50.809258Z","steps":["trace[173979188] 'process raft request' (duration: 107.78648ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:08:50.983927Z","caller":"traceutil/trace.go:171","msg":"trace[1500792448] transaction","detail":"{read_only:false; response_revision:4384; number_of_response:1; }","duration":"103.844917ms","start":"2026-03-24T15:08:50.880051Z","end":"2026-03-24T15:08:50.983896Z","steps":["trace[1500792448] 'process raft request' (duration: 103.581042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:08:50.984057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.129284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:14497"} {"level":"info","ts":"2026-03-24T15:08:50.984726Z","caller":"traceutil/trace.go:171","msg":"trace[102365588] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4384; }","duration":"111.821067ms","start":"2026-03-24T15:08:50.872878Z","end":"2026-03-24T15:08:50.984698Z","steps":["trace[102365588] 'agreement among raft nodes before linearized reading' (duration: 110.970851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:08:50.984755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.309818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196043"} {"level":"info","ts":"2026-03-24T15:08:50.984792Z","caller":"traceutil/trace.go:171","msg":"trace[1373590363] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4384; }","duration":"102.37609ms","start":"2026-03-24T15:08:50.882405Z","end":"2026-03-24T15:08:50.984781Z","steps":["trace[1373590363] 'agreement among raft nodes before linearized reading' (duration: 101.737008ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:08:55.413059Z","caller":"traceutil/trace.go:171","msg":"trace[1360728485] transaction","detail":"{read_only:false; response_revision:4527; number_of_response:1; }","duration":"147.310843ms","start":"2026-03-24T15:08:55.265717Z","end":"2026-03-24T15:08:55.413028Z","steps":["trace[1360728485] 'process raft request' (duration: 147.108049ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:08:55.689818Z","caller":"traceutil/trace.go:171","msg":"trace[1150174890] transaction","detail":"{read_only:false; response_revision:4537; number_of_response:1; }","duration":"133.765818ms","start":"2026-03-24T15:08:55.556027Z","end":"2026-03-24T15:08:55.689793Z","steps":["trace[1150174890] 'process raft request' (duration: 133.691597ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:08:55.68993Z","caller":"traceutil/trace.go:171","msg":"trace[449960687] transaction","detail":"{read_only:false; response_revision:4535; number_of_response:1; }","duration":"136.834566ms","start":"2026-03-24T15:08:55.553054Z","end":"2026-03-24T15:08:55.689889Z","steps":["trace[449960687] 'process raft request' (duration: 104.121603ms)","trace[449960687] 'compare' (duration: 32.330645ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:08:55.689918Z","caller":"traceutil/trace.go:171","msg":"trace[1802369193] transaction","detail":"{read_only:false; response_revision:4536; number_of_response:1; }","duration":"135.011412ms","start":"2026-03-24T15:08:55.554856Z","end":"2026-03-24T15:08:55.689867Z","steps":["trace[1802369193] 'process raft request' (duration: 134.824938ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:09:06.515646Z","caller":"traceutil/trace.go:171","msg":"trace[1055470479] transaction","detail":"{read_only:false; response_revision:4750; number_of_response:1; }","duration":"139.69598ms","start":"2026-03-24T15:09:06.375914Z","end":"2026-03-24T15:09:06.51561Z","steps":["trace[1055470479] 'process raft request' (duration: 117.161547ms)","trace[1055470479] 'compare' (duration: 22.244648ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:09:14.045529Z","caller":"traceutil/trace.go:171","msg":"trace[1732082086] transaction","detail":"{read_only:false; response_revision:4896; number_of_response:1; }","duration":"184.589535ms","start":"2026-03-24T15:09:13.860883Z","end":"2026-03-24T15:09:14.045472Z","steps":["trace[1732082086] 'process raft request' (duration: 158.901943ms)","trace[1732082086] 'compare' (duration: 25.142142ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:09:14.045594Z","caller":"traceutil/trace.go:171","msg":"trace[184839781] transaction","detail":"{read_only:false; response_revision:4898; number_of_response:1; }","duration":"184.620496ms","start":"2026-03-24T15:09:13.860948Z","end":"2026-03-24T15:09:14.045568Z","steps":["trace[184839781] 'process raft request' (duration: 184.528134ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:09:14.045685Z","caller":"traceutil/trace.go:171","msg":"trace[719363112] linearizableReadLoop","detail":"{readStateIndex:5091; appliedIndex:5085; }","duration":"156.295723ms","start":"2026-03-24T15:09:13.889367Z","end":"2026-03-24T15:09:14.045663Z","steps":["trace[719363112] 'read index received' (duration: 130.399197ms)","trace[719363112] 'applied index is now lower than readState.Index' (duration: 25.895236ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:09:14.045775Z","caller":"traceutil/trace.go:171","msg":"trace[1276537449] transaction","detail":"{read_only:false; response_revision:4897; number_of_response:1; }","duration":"184.852279ms","start":"2026-03-24T15:09:13.860911Z","end":"2026-03-24T15:09:14.045763Z","steps":["trace[1276537449] 'process raft request' (duration: 184.500043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:09:14.04588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.501658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-24T15:09:14.045925Z","caller":"traceutil/trace.go:171","msg":"trace[1279596748] transaction","detail":"{read_only:false; response_revision:4900; number_of_response:1; }","duration":"184.776428ms","start":"2026-03-24T15:09:13.861107Z","end":"2026-03-24T15:09:14.045884Z","steps":["trace[1279596748] 'process raft request' (duration: 184.428662ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:09:14.046092Z","caller":"traceutil/trace.go:171","msg":"trace[1549594818] transaction","detail":"{read_only:false; response_revision:4901; number_of_response:1; }","duration":"175.596036ms","start":"2026-03-24T15:09:13.870484Z","end":"2026-03-24T15:09:14.04608Z","steps":["trace[1549594818] 'process raft request' (duration: 175.082157ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:09:14.045927Z","caller":"traceutil/trace.go:171","msg":"trace[518513798] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:4901; }","duration":"156.62059ms","start":"2026-03-24T15:09:13.889294Z","end":"2026-03-24T15:09:14.045915Z","steps":["trace[518513798] 'agreement among raft nodes before linearized reading' (duration: 156.432997ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:09:14.046261Z","caller":"traceutil/trace.go:171","msg":"trace[251675886] transaction","detail":"{read_only:false; response_revision:4899; number_of_response:1; }","duration":"185.241657ms","start":"2026-03-24T15:09:13.861003Z","end":"2026-03-24T15:09:14.046245Z","steps":["trace[251675886] 'process raft request' (duration: 184.504254ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:09:14.328657Z","caller":"traceutil/trace.go:171","msg":"trace[710814563] transaction","detail":"{read_only:false; response_revision:4903; number_of_response:1; }","duration":"273.472503ms","start":"2026-03-24T15:09:14.055132Z","end":"2026-03-24T15:09:14.328605Z","steps":["trace[710814563] 'process raft request' (duration: 259.530762ms)","trace[710814563] 'compare' (duration: 13.603375ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:09:14.328768Z","caller":"traceutil/trace.go:171","msg":"trace[140857978] transaction","detail":"{read_only:false; response_revision:4904; number_of_response:1; }","duration":"263.029487ms","start":"2026-03-24T15:09:14.065708Z","end":"2026-03-24T15:09:14.328738Z","steps":["trace[140857978] 'process raft request' (duration: 262.793192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:09:14.529544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.914841ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-03-24T15:09:14.530057Z","caller":"traceutil/trace.go:171","msg":"trace[1649060040] transaction","detail":"{read_only:false; response_revision:4906; number_of_response:1; }","duration":"295.245371ms","start":"2026-03-24T15:09:14.234785Z","end":"2026-03-24T15:09:14.53003Z","steps":["trace[1649060040] 'process raft request' (duration: 295.175329ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:09:14.530172Z","caller":"traceutil/trace.go:171","msg":"trace[504387567] transaction","detail":"{read_only:false; response_revision:4905; number_of_response:1; }","duration":"431.873685ms","start":"2026-03-24T15:09:14.098266Z","end":"2026-03-24T15:09:14.53014Z","steps":["trace[504387567] 'process raft request' (duration: 431.458037ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:09:14.530303Z","caller":"traceutil/trace.go:171","msg":"trace[60579957] linearizableReadLoop","detail":"{readStateIndex:5093; appliedIndex:5092; }","duration":"473.438015ms","start":"2026-03-24T15:09:14.05679Z","end":"2026-03-24T15:09:14.530228Z","steps":["trace[60579957] 'read index received' (duration: 51.71606ms)","trace[60579957] 'applied index is now lower than readState.Index' (duration: 421.718275ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T15:09:14.530366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:09:14.098252Z","time spent":"431.979797ms","remote":"127.0.0.1:32990","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T15:09:14.530596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.772461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.189fcf8619c8c6f6\" ","response":"range_response_count:1 size:1012"} {"level":"info","ts":"2026-03-24T15:09:14.530701Z","caller":"traceutil/trace.go:171","msg":"trace[1654761437] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-keystone-server-0.189fcf8619c8c6f6; range_end:; response_count:1; response_revision:4906; }","duration":"473.904343ms","start":"2026-03-24T15:09:14.056767Z","end":"2026-03-24T15:09:14.530672Z","steps":["trace[1654761437] 'agreement among raft nodes before linearized reading' (duration: 473.643739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:09:14.530723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.077097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b1aea0e5-9e86-4fde-9c60-0e9984de83c3\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-03-24T15:09:14.530764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:09:14.05676Z","time spent":"473.989885ms","remote":"127.0.0.1:32834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":1035,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.189fcf8619c8c6f6\" "} {"level":"warn","ts":"2026-03-24T15:09:14.530843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.838383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-24T15:09:14.530848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.300137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-03-24T15:09:14.530927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.450828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4867"} {"level":"info","ts":"2026-03-24T15:09:14.531048Z","caller":"traceutil/trace.go:171","msg":"trace[290378633] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4906; }","duration":"471.692442ms","start":"2026-03-24T15:09:14.059338Z","end":"2026-03-24T15:09:14.531031Z","steps":["trace[290378633] 'agreement among raft nodes before linearized reading' (duration: 471.221053ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:09:14.530922Z","caller":"traceutil/trace.go:171","msg":"trace[1095774897] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4906; }","duration":"407.986086ms","start":"2026-03-24T15:09:14.122921Z","end":"2026-03-24T15:09:14.530908Z","steps":["trace[1095774897] 'agreement among raft nodes before linearized reading' (duration: 407.635679ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:09:14.53098Z","caller":"traceutil/trace.go:171","msg":"trace[1191559660] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4906; }","duration":"323.42973ms","start":"2026-03-24T15:09:14.207528Z","end":"2026-03-24T15:09:14.530958Z","steps":["trace[1191559660] 'agreement among raft nodes before linearized reading' (duration: 323.103414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:09:14.531174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:09:14.059324Z","time spent":"471.810984ms","remote":"127.0.0.1:37648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4890,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-24T15:09:14.531184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:09:14.122909Z","time spent":"408.256642ms","remote":"127.0.0.1:32990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-24T15:09:14.530851Z","caller":"traceutil/trace.go:171","msg":"trace[456512468] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b1aea0e5-9e86-4fde-9c60-0e9984de83c3; range_end:; response_count:1; response_revision:4906; }","duration":"434.176108ms","start":"2026-03-24T15:09:14.096584Z","end":"2026-03-24T15:09:14.53076Z","steps":["trace[456512468] 'agreement among raft nodes before linearized reading' (duration: 433.990805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:09:14.531306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:09:14.207476Z","time spent":"323.681904ms","remote":"127.0.0.1:32990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":551,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-24T15:09:14.531343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:09:14.09656Z","time spent":"434.734909ms","remote":"127.0.0.1:32922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3669,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b1aea0e5-9e86-4fde-9c60-0e9984de83c3\" "} {"level":"warn","ts":"2026-03-24T15:09:14.531703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.345038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2210989"} {"level":"info","ts":"2026-03-24T15:09:14.531768Z","caller":"traceutil/trace.go:171","msg":"trace[1186713162] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:4906; }","duration":"462.430619ms","start":"2026-03-24T15:09:14.069322Z","end":"2026-03-24T15:09:14.531753Z","steps":["trace[1186713162] 'agreement among raft nodes before linearized reading' (duration: 461.264527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:09:14.531803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:09:14.069311Z","time spent":"462.48189ms","remote":"127.0.0.1:32860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2211012,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-24T15:11:05.502933Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2801} {"level":"info","ts":"2026-03-24T15:11:05.560166Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2801,"took":"55.509723ms","hash":4257030859,"current-db-size-bytes":42217472,"current-db-size":"42 MB","current-db-size-in-use-bytes":31965184,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-03-24T15:11:05.560248Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4257030859,"revision":2801,"compact-revision":-1} {"level":"info","ts":"2026-03-24T15:15:23.623859Z","caller":"traceutil/trace.go:171","msg":"trace[794538385] transaction","detail":"{read_only:false; response_revision:7579; number_of_response:1; }","duration":"177.336534ms","start":"2026-03-24T15:15:23.446507Z","end":"2026-03-24T15:15:23.623844Z","steps":["trace[794538385] 'process raft request' (duration: 177.11642ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:15:23.623824Z","caller":"traceutil/trace.go:171","msg":"trace[785178637] linearizableReadLoop","detail":"{readStateIndex:7857; appliedIndex:7856; }","duration":"148.053385ms","start":"2026-03-24T15:15:23.475742Z","end":"2026-03-24T15:15:23.623796Z","steps":["trace[785178637] 'read index received' (duration: 147.860832ms)","trace[785178637] 'applied index is now lower than readState.Index' (duration: 191.153µs)"],"step_count":2} {"level":"warn","ts":"2026-03-24T15:15:23.623957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.207379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-24T15:15:23.624018Z","caller":"traceutil/trace.go:171","msg":"trace[754501575] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7579; }","duration":"148.342361ms","start":"2026-03-24T15:15:23.475662Z","end":"2026-03-24T15:15:23.624004Z","steps":["trace[754501575] 'agreement among raft nodes before linearized reading' (duration: 148.231149ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:15:23.760232Z","caller":"traceutil/trace.go:171","msg":"trace[68474485] transaction","detail":"{read_only:false; response_revision:7580; number_of_response:1; }","duration":"131.456375ms","start":"2026-03-24T15:15:23.628751Z","end":"2026-03-24T15:15:23.760208Z","steps":["trace[68474485] 'process raft request' (duration: 118.684655ms)","trace[68474485] 'compare' (duration: 12.679068ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:15:35.129341Z","caller":"traceutil/trace.go:171","msg":"trace[2129028273] linearizableReadLoop","detail":"{readStateIndex:7918; appliedIndex:7917; }","duration":"295.372857ms","start":"2026-03-24T15:15:34.833944Z","end":"2026-03-24T15:15:35.129317Z","steps":["trace[2129028273] 'read index received' (duration: 295.232145ms)","trace[2129028273] 'applied index is now lower than readState.Index' (duration: 139.772µs)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:15:35.129391Z","caller":"traceutil/trace.go:171","msg":"trace[1642939191] transaction","detail":"{read_only:false; response_revision:7636; number_of_response:1; }","duration":"298.383793ms","start":"2026-03-24T15:15:34.830979Z","end":"2026-03-24T15:15:35.129363Z","steps":["trace[1642939191] 'process raft request' (duration: 298.146009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:15:35.129587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.633112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-24T15:15:35.129628Z","caller":"traceutil/trace.go:171","msg":"trace[939968466] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7636; }","duration":"295.735794ms","start":"2026-03-24T15:15:34.833883Z","end":"2026-03-24T15:15:35.129619Z","steps":["trace[939968466] 'agreement among raft nodes before linearized reading' (duration: 295.579471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:15:35.129645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.724005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xcg2v\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-24T15:15:35.129686Z","caller":"traceutil/trace.go:171","msg":"trace[1215970998] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xcg2v; range_end:; response_count:1; response_revision:7636; }","duration":"294.770296ms","start":"2026-03-24T15:15:34.834906Z","end":"2026-03-24T15:15:35.129676Z","steps":["trace[1215970998] 'agreement among raft nodes before linearized reading' (duration: 294.649524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:15:35.129909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.828129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-24T15:15:35.13003Z","caller":"traceutil/trace.go:171","msg":"trace[1928850315] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:7636; }","duration":"108.959482ms","start":"2026-03-24T15:15:35.021026Z","end":"2026-03-24T15:15:35.129985Z","steps":["trace[1928850315] 'agreement among raft nodes before linearized reading' (duration: 108.772118ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:15:35.249526Z","caller":"traceutil/trace.go:171","msg":"trace[2068898659] linearizableReadLoop","detail":"{readStateIndex:7919; appliedIndex:7918; }","duration":"112.333196ms","start":"2026-03-24T15:15:35.137152Z","end":"2026-03-24T15:15:35.249485Z","steps":["trace[2068898659] 'read index received' (duration: 69.629506ms)","trace[2068898659] 'applied index is now lower than readState.Index' (duration: 42.70198ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:15:35.249723Z","caller":"traceutil/trace.go:171","msg":"trace[46549248] transaction","detail":"{read_only:false; response_revision:7637; number_of_response:1; }","duration":"114.972665ms","start":"2026-03-24T15:15:35.134575Z","end":"2026-03-24T15:15:35.249548Z","steps":["trace[46549248] 'process raft request' (duration: 72.205984ms)","trace[46549248] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/kube-controller-manager; req_size:488; } (duration: 42.503446ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T15:15:35.250139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.951127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224175"} {"level":"info","ts":"2026-03-24T15:15:35.250243Z","caller":"traceutil/trace.go:171","msg":"trace[1828518001] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7637; }","duration":"113.0935ms","start":"2026-03-24T15:15:35.137133Z","end":"2026-03-24T15:15:35.250226Z","steps":["trace[1828518001] 'agreement among raft nodes before linearized reading' (duration: 112.493009ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:15:36.283395Z","caller":"traceutil/trace.go:171","msg":"trace[338937622] transaction","detail":"{read_only:false; response_revision:7640; number_of_response:1; }","duration":"295.160972ms","start":"2026-03-24T15:15:35.988199Z","end":"2026-03-24T15:15:36.28336Z","steps":["trace[338937622] 'process raft request' (duration: 241.71407ms)","trace[338937622] 'compare' (duration: 53.116356ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:16:05.511613Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5814} {"level":"info","ts":"2026-03-24T15:16:05.607349Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5814,"took":"93.781882ms","hash":4209821061,"current-db-size-bytes":43933696,"current-db-size":"44 MB","current-db-size-in-use-bytes":23420928,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-24T15:16:05.607409Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4209821061,"revision":5814,"compact-revision":2801} {"level":"info","ts":"2026-03-24T15:16:07.636827Z","caller":"traceutil/trace.go:171","msg":"trace[2114915789] linearizableReadLoop","detail":"{readStateIndex:8138; appliedIndex:8137; }","duration":"110.085217ms","start":"2026-03-24T15:16:07.526716Z","end":"2026-03-24T15:16:07.636801Z","steps":["trace[2114915789] 'read index received' (duration: 109.909994ms)","trace[2114915789] 'applied index is now lower than readState.Index' (duration: 173.823µs)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:16:07.636883Z","caller":"traceutil/trace.go:171","msg":"trace[969142797] transaction","detail":"{read_only:false; response_revision:7847; number_of_response:1; }","duration":"110.719669ms","start":"2026-03-24T15:16:07.526128Z","end":"2026-03-24T15:16:07.636848Z","steps":["trace[969142797] 'process raft request' (duration: 110.520155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:16:07.637307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.511026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228906"} {"level":"info","ts":"2026-03-24T15:16:07.637367Z","caller":"traceutil/trace.go:171","msg":"trace[1115359086] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:7847; }","duration":"110.641958ms","start":"2026-03-24T15:16:07.52671Z","end":"2026-03-24T15:16:07.637352Z","steps":["trace[1115359086] 'agreement among raft nodes before linearized reading' (duration: 110.192089ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:16:17.507684Z","caller":"traceutil/trace.go:171","msg":"trace[1127889278] transaction","detail":"{read_only:false; response_revision:7937; number_of_response:1; }","duration":"116.202933ms","start":"2026-03-24T15:16:17.391447Z","end":"2026-03-24T15:16:17.50765Z","steps":["trace[1127889278] 'process raft request' (duration: 116.03606ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:16:17.801383Z","caller":"traceutil/trace.go:171","msg":"trace[233867152] linearizableReadLoop","detail":"{readStateIndex:8235; appliedIndex:8234; }","duration":"106.871486ms","start":"2026-03-24T15:16:17.694483Z","end":"2026-03-24T15:16:17.801354Z","steps":["trace[233867152] 'read index received' (duration: 100.248731ms)","trace[233867152] 'applied index is now lower than readState.Index' (duration: 6.621385ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:16:17.801454Z","caller":"traceutil/trace.go:171","msg":"trace[1492120778] transaction","detail":"{read_only:false; response_revision:7939; number_of_response:1; }","duration":"115.55152ms","start":"2026-03-24T15:16:17.685869Z","end":"2026-03-24T15:16:17.801421Z","steps":["trace[1492120778] 'process raft request' (duration: 109.002926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:16:17.801611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.095372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xcg2v\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-24T15:16:17.801675Z","caller":"traceutil/trace.go:171","msg":"trace[1490548977] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xcg2v; range_end:; response_count:1; response_revision:7939; }","duration":"107.198033ms","start":"2026-03-24T15:16:17.694459Z","end":"2026-03-24T15:16:17.801657Z","steps":["trace[1490548977] 'agreement among raft nodes before linearized reading' (duration: 107.000039ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:16:18.405157Z","caller":"traceutil/trace.go:171","msg":"trace[1008271593] transaction","detail":"{read_only:false; response_revision:7945; number_of_response:1; }","duration":"192.586906ms","start":"2026-03-24T15:16:18.212538Z","end":"2026-03-24T15:16:18.405125Z","steps":["trace[1008271593] 'process raft request' (duration: 192.379182ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:16:18.487416Z","caller":"traceutil/trace.go:171","msg":"trace[1936917058] transaction","detail":"{read_only:false; response_revision:7946; number_of_response:1; }","duration":"271.739963ms","start":"2026-03-24T15:16:18.21564Z","end":"2026-03-24T15:16:18.48738Z","steps":["trace[1936917058] 'process raft request' (duration: 261.179184ms)","trace[1936917058] 'compare' (duration: 10.422906ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:16:36.973789Z","caller":"traceutil/trace.go:171","msg":"trace[892867218] transaction","detail":"{read_only:false; response_revision:8153; number_of_response:1; }","duration":"502.445956ms","start":"2026-03-24T15:16:36.471323Z","end":"2026-03-24T15:16:36.973769Z","steps":["trace[892867218] 'process raft request' (duration: 502.311824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:16:36.973927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:16:36.471299Z","time spent":"502.557899ms","remote":"127.0.0.1:32990","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T15:16:37.989384Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.015679072s","expected-duration":"1s"} {"level":"info","ts":"2026-03-24T15:16:37.989781Z","caller":"traceutil/trace.go:171","msg":"trace[1293655958] transaction","detail":"{read_only:false; response_revision:8154; number_of_response:1; }","duration":"1.427641398s","start":"2026-03-24T15:16:36.562112Z","end":"2026-03-24T15:16:37.989753Z","steps":["trace[1293655958] 'process raft request' (duration: 1.427459015s)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:16:37.989777Z","caller":"traceutil/trace.go:171","msg":"trace[509981680] linearizableReadLoop","detail":"{readStateIndex:8458; appliedIndex:8455; }","duration":"1.031754075s","start":"2026-03-24T15:16:36.957996Z","end":"2026-03-24T15:16:37.98975Z","steps":["trace[509981680] 'read index received' (duration: 15.705646ms)","trace[509981680] 'applied index is now lower than readState.Index' (duration: 1.016047579s)"],"step_count":2} {"level":"warn","ts":"2026-03-24T15:16:37.989913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:16:36.562075Z","time spent":"1.427760961s","remote":"127.0.0.1:32990","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T15:16:37.990096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.000921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T15:16:37.990166Z","caller":"traceutil/trace.go:171","msg":"trace[1848639959] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8155; }","duration":"949.122103ms","start":"2026-03-24T15:16:37.041028Z","end":"2026-03-24T15:16:37.99015Z","steps":["trace[1848639959] 'agreement among raft nodes before linearized reading' (duration: 949.014391ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:16:37.990173Z","caller":"traceutil/trace.go:171","msg":"trace[1275766533] transaction","detail":"{read_only:false; response_revision:8155; number_of_response:1; }","duration":"1.426708332s","start":"2026-03-24T15:16:36.563409Z","end":"2026-03-24T15:16:37.990117Z","steps":["trace[1275766533] 'process raft request' (duration: 1.426295603s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:16:37.990213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032206714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-24T15:16:37.990223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.772161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-24T15:16:37.990213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:16:37.041006Z","time spent":"949.190084ms","remote":"127.0.0.1:60992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-24T15:16:37.990261Z","caller":"traceutil/trace.go:171","msg":"trace[2125710746] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8155; }","duration":"920.874303ms","start":"2026-03-24T15:16:37.069377Z","end":"2026-03-24T15:16:37.990251Z","steps":["trace[2125710746] 'agreement among raft nodes before linearized reading' (duration: 920.744471ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:16:37.990258Z","caller":"traceutil/trace.go:171","msg":"trace[2075757553] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8155; }","duration":"1.032292005s","start":"2026-03-24T15:16:36.957954Z","end":"2026-03-24T15:16:37.990246Z","steps":["trace[2075757553] 'agreement among raft nodes before linearized reading' (duration: 1.032148482s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:16:37.990287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:16:37.069346Z","time spent":"920.935364ms","remote":"127.0.0.1:32990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-24T15:16:37.990279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:16:36.563394Z","time spent":"1.426818864s","remote":"127.0.0.1:32990","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T15:16:37.990294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:16:36.957938Z","time spent":"1.032348177s","remote":"127.0.0.1:32990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-24T15:16:37.990282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.896873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-24T15:16:37.990317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.563486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-24T15:16:37.990378Z","caller":"traceutil/trace.go:171","msg":"trace[1326361094] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8155; }","duration":"921.677857ms","start":"2026-03-24T15:16:37.068686Z","end":"2026-03-24T15:16:37.990364Z","steps":["trace[1326361094] 'agreement among raft nodes before linearized reading' (duration: 921.451593ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:16:37.99037Z","caller":"traceutil/trace.go:171","msg":"trace[103806185] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8155; }","duration":"340.032246ms","start":"2026-03-24T15:16:37.650317Z","end":"2026-03-24T15:16:37.990349Z","steps":["trace[103806185] 'agreement among raft nodes before linearized reading' (duration: 339.784381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:16:37.990414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:16:37.068666Z","time spent":"921.742779ms","remote":"127.0.0.1:32922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-24T15:16:37.990429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:16:37.650297Z","time spent":"340.121607ms","remote":"127.0.0.1:32990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-24T15:16:37.990545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.591837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-78c99faf-1521-473e-9717-a6b51ccfb8c5\" ","response":"range_response_count:1 size:3934"} {"level":"info","ts":"2026-03-24T15:16:37.990573Z","caller":"traceutil/trace.go:171","msg":"trace[208247023] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-78c99faf-1521-473e-9717-a6b51ccfb8c5; range_end:; response_count:1; response_revision:8155; }","duration":"855.781131ms","start":"2026-03-24T15:16:37.134784Z","end":"2026-03-24T15:16:37.990565Z","steps":["trace[208247023] 'agreement among raft nodes before linearized reading' (duration: 855.290182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:16:37.99061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:16:37.134773Z","time spent":"855.830272ms","remote":"127.0.0.1:32922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3957,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-78c99faf-1521-473e-9717-a6b51ccfb8c5\" "} {"level":"info","ts":"2026-03-24T15:16:40.175348Z","caller":"traceutil/trace.go:171","msg":"trace[180052039] transaction","detail":"{read_only:false; response_revision:8177; number_of_response:1; }","duration":"142.217501ms","start":"2026-03-24T15:16:40.033109Z","end":"2026-03-24T15:16:40.175327Z","steps":["trace[180052039] 'process raft request' (duration: 127.335451ms)","trace[180052039] 'compare' (duration: 14.738068ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:16:40.175767Z","caller":"traceutil/trace.go:171","msg":"trace[83531018] transaction","detail":"{read_only:false; response_revision:8178; number_of_response:1; }","duration":"142.298142ms","start":"2026-03-24T15:16:40.033444Z","end":"2026-03-24T15:16:40.175742Z","steps":["trace[83531018] 'process raft request' (duration: 141.851304ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:16:40.176085Z","caller":"traceutil/trace.go:171","msg":"trace[376564358] linearizableReadLoop","detail":"{readStateIndex:8483; appliedIndex:8480; }","duration":"142.196861ms","start":"2026-03-24T15:16:40.033862Z","end":"2026-03-24T15:16:40.176059Z","steps":["trace[376564358] 'read index received' (duration: 14.604684ms)","trace[376564358] 'applied index is now lower than readState.Index' (duration: 127.590207ms)"],"step_count":2} {"level":"info","ts":"2026-03-24T15:16:40.176131Z","caller":"traceutil/trace.go:171","msg":"trace[1037091937] transaction","detail":"{read_only:false; response_revision:8179; number_of_response:1; }","duration":"142.219661ms","start":"2026-03-24T15:16:40.033871Z","end":"2026-03-24T15:16:40.17609Z","steps":["trace[1037091937] 'process raft request' (duration: 141.762753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:16:40.176526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.643439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:233311"} {"level":"info","ts":"2026-03-24T15:16:40.176578Z","caller":"traceutil/trace.go:171","msg":"trace[665676758] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8179; }","duration":"142.71183ms","start":"2026-03-24T15:16:40.033854Z","end":"2026-03-24T15:16:40.176565Z","steps":["trace[665676758] 'agreement among raft nodes before linearized reading' (duration: 142.311073ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:16:40.238869Z","caller":"traceutil/trace.go:171","msg":"trace[93860725] transaction","detail":"{read_only:false; response_revision:8180; number_of_response:1; }","duration":"142.895754ms","start":"2026-03-24T15:16:40.095931Z","end":"2026-03-24T15:16:40.238826Z","steps":["trace[93860725] 'process raft request' (duration: 142.620449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:17:09.651001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.167088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-24T15:17:09.651206Z","caller":"traceutil/trace.go:171","msg":"trace[1899849026] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:8430; }","duration":"154.419272ms","start":"2026-03-24T15:17:09.496758Z","end":"2026-03-24T15:17:09.651178Z","steps":["trace[1899849026] 'count revisions from in-memory index tree' (duration: 154.061405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:17:10.701611Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":824331494135154566,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-24T15:17:11.201799Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":824331494135154566,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-24T15:17:11.702609Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":824331494135154566,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-24T15:17:12.203697Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":824331494135154566,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-24T15:17:12.70481Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":824331494135154566,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-24T15:17:12.833098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000281825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-24T15:17:12.833289Z","caller":"traceutil/trace.go:171","msg":"trace[2067730000] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00051653s","start":"2026-03-24T15:17:10.832746Z","end":"2026-03-24T15:17:12.833263Z","steps":["trace[2067730000] 'agreement among raft nodes before linearized reading' (duration: 2.000310936s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:17:12.833381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:17:10.832727Z","time spent":"2.000639633s","remote":"127.0.0.1:60992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-24T15:17:13.205217Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":824331494135154566,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-24T15:17:13.705655Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":824331494135154566,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-24T15:17:14.206373Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":824331494135154566,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-24T15:17:14.707336Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":824331494135154566,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-24T15:17:14.834147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000267416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-24T15:17:14.834256Z","caller":"traceutil/trace.go:171","msg":"trace[742839175] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000427969s","start":"2026-03-24T15:17:12.833804Z","end":"2026-03-24T15:17:14.834232Z","steps":["trace[742839175] 'agreement among raft nodes before linearized reading' (duration: 2.000300967s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:17:14.834462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:17:12.833782Z","time spent":"2.000660534s","remote":"127.0.0.1:32774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/24 15:17:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-24T15:17:15.126666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:17:10.128679Z","time spent":"4.997978679s","remote":"127.0.0.1:32990","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/24 15:17:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-24T15:17:15.132558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:17:10.133524Z","time spent":"4.999024728s","remote":"127.0.0.1:32990","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/24 15:17:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-24T15:17:15.200099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999224322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-24T15:17:15.200212Z","caller":"traceutil/trace.go:171","msg":"trace[209889368] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999392685s","start":"2026-03-24T15:17:10.200793Z","end":"2026-03-24T15:17:15.200185Z","steps":["trace[209889368] 'agreement among raft nodes before linearized reading' (duration: 4.999242252s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:17:15.200274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:17:10.200779Z","time spent":"4.999483716s","remote":"127.0.0.1:32990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/24 15:17:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-24T15:17:15.207815Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":824331494135154566,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-24T15:17:15.355452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999124161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-24T15:17:15.355531Z","caller":"traceutil/trace.go:171","msg":"trace[1710542958] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999261694s","start":"2026-03-24T15:17:10.356252Z","end":"2026-03-24T15:17:15.355514Z","steps":["trace[1710542958] 'agreement among raft nodes before linearized reading' (duration: 4.999165922s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:17:15.355673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:17:10.356233Z","time spent":"4.999395196s","remote":"127.0.0.1:32990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/24 15:17:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-24T15:17:15.422574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999071831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-24T15:17:15.422684Z","caller":"traceutil/trace.go:171","msg":"trace[1758988578] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999345455s","start":"2026-03-24T15:17:10.423309Z","end":"2026-03-24T15:17:15.422654Z","steps":["trace[1758988578] 'agreement among raft nodes before linearized reading' (duration: 4.999132081s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:17:15.422743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:17:10.42329Z","time spent":"4.999438237s","remote":"127.0.0.1:32990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/24 15:17:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-24T15:17:15.708608Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":824331494135154566,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-24T15:17:16.117759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:17:11.120396Z","time spent":"4.997352858s","remote":"127.0.0.1:32990","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/24 15:17:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-24T15:17:16.209819Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":824331494135154566,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-24T15:17:16.654457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:17:09.653667Z","time spent":"7.000783023s","remote":"127.0.0.1:32834","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-24T15:17:16.710377Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":824331494135154566,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-24T15:17:16.842162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000115134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-24T15:17:16.842283Z","caller":"traceutil/trace.go:171","msg":"trace[1251573694] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000304997s","start":"2026-03-24T15:17:14.84195Z","end":"2026-03-24T15:17:16.842255Z","steps":["trace[1251573694] 'agreement among raft nodes before linearized reading' (duration: 2.000141164s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:17:16.842347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:17:14.841933Z","time spent":"2.000402179s","remote":"127.0.0.1:60992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/24 15:17:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-24T15:17:17.138457Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"7.484686314s","expected-duration":"1s"} {"level":"info","ts":"2026-03-24T15:17:17.462882Z","caller":"traceutil/trace.go:171","msg":"trace[840073620] transaction","detail":"{read_only:false; response_revision:8434; number_of_response:1; }","duration":"6.975649432s","start":"2026-03-24T15:17:10.487194Z","end":"2026-03-24T15:17:17.462844Z","steps":["trace[840073620] 'process raft request' (duration: 6.975259755s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:17:17.463168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:17:10.487169Z","time spent":"6.975899947s","remote":"127.0.0.1:32990","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T15:17:17.463225Z","caller":"traceutil/trace.go:171","msg":"trace[1339106447] transaction","detail":"{read_only:false; response_revision:8435; number_of_response:1; }","duration":"6.729514643s","start":"2026-03-24T15:17:10.733652Z","end":"2026-03-24T15:17:17.463166Z","steps":["trace[1339106447] 'process raft request' (duration: 6.729041935s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:17:17.46411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:17:10.733625Z","time spent":"6.73036423s","remote":"127.0.0.1:32990","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-24T15:17:17.490651Z","caller":"traceutil/trace.go:171","msg":"trace[487185952] transaction","detail":"{read_only:false; response_revision:8437; number_of_response:1; }","duration":"1.025498533s","start":"2026-03-24T15:17:16.465125Z","end":"2026-03-24T15:17:17.490623Z","steps":["trace[487185952] 'process raft request' (duration: 1.0253237s)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:17:17.490633Z","caller":"traceutil/trace.go:171","msg":"trace[1935012478] linearizableReadLoop","detail":"{readStateIndex:8750; appliedIndex:8742; }","duration":"7.289755464s","start":"2026-03-24T15:17:10.200847Z","end":"2026-03-24T15:17:17.490602Z","steps":["trace[1935012478] 'read index received' (duration: 6.937958985s)","trace[1935012478] 'applied index is now lower than readState.Index' (duration: 351.795129ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T15:17:17.490877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:17:16.465103Z","time spent":"1.025659005s","remote":"127.0.0.1:32990","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-24T15:17:17.491143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.921461906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T15:17:17.491213Z","caller":"traceutil/trace.go:171","msg":"trace[1036874357] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8437; }","duration":"2.921572688s","start":"2026-03-24T15:17:14.569627Z","end":"2026-03-24T15:17:17.4912Z","steps":["trace[1036874357] 'agreement among raft nodes before linearized reading' (duration: 2.921471916s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:17:17.491266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:17:14.569601Z","time spent":"2.92165522s","remote":"127.0.0.1:44004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-24T15:17:17.491264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.357138259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-24T15:17:17.491295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.820171419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T15:17:17.49133Z","caller":"traceutil/trace.go:171","msg":"trace[1109613277] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8437; }","duration":"2.35723434s","start":"2026-03-24T15:17:15.134079Z","end":"2026-03-24T15:17:17.491313Z","steps":["trace[1109613277] 'agreement among raft nodes before linearized reading' (duration: 2.357119537s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:17:17.491335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.989790276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T15:17:17.491751Z","caller":"traceutil/trace.go:171","msg":"trace[1969953319] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:8437; }","duration":"4.990250004s","start":"2026-03-24T15:17:12.50148Z","end":"2026-03-24T15:17:17.49173Z","steps":["trace[1969953319] 'agreement among raft nodes before linearized reading' (duration: 4.989827617s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:17:17.491806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:17:12.501451Z","time spent":"4.990344076s","remote":"127.0.0.1:50456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-24T15:17:17.491208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.202665857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T15:17:17.491292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.428587432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T15:17:17.491994Z","caller":"traceutil/trace.go:171","msg":"trace[846548090] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:8437; }","duration":"3.429372538s","start":"2026-03-24T15:17:14.062591Z","end":"2026-03-24T15:17:17.491964Z","steps":["trace[846548090] 'agreement among raft nodes before linearized reading' (duration: 3.428532471s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:17:17.491282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.385043482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T15:17:17.49207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:17:14.062568Z","time spent":"3.429483489s","remote":"127.0.0.1:57324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-03-24T15:17:17.492088Z","caller":"traceutil/trace.go:171","msg":"trace[779792157] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:8437; }","duration":"4.385889849s","start":"2026-03-24T15:17:13.106189Z","end":"2026-03-24T15:17:17.492079Z","steps":["trace[779792157] 'agreement among raft nodes before linearized reading' (duration: 4.385054902s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:17:17.492064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.158755544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-24T15:17:17.492228Z","caller":"traceutil/trace.go:171","msg":"trace[995644359] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:8437; }","duration":"2.159005979s","start":"2026-03-24T15:17:15.333192Z","end":"2026-03-24T15:17:17.492197Z","steps":["trace[995644359] 'agreement among raft nodes before linearized reading' (duration: 2.157802756s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:17:17.491371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:17:15.134059Z","time spent":"2.357304002s","remote":"127.0.0.1:32990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-24T15:17:17.4923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:17:15.333169Z","time spent":"2.15911799s","remote":"127.0.0.1:32818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":72,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-24T15:17:17.491162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.790314085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-24T15:17:17.492385Z","caller":"traceutil/trace.go:171","msg":"trace[499725154] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8437; }","duration":"3.79162424s","start":"2026-03-24T15:17:13.700747Z","end":"2026-03-24T15:17:17.492371Z","steps":["trace[499725154] 'agreement among raft nodes before linearized reading' (duration: 3.790278784s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:17:17.492437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:17:13.700714Z","time spent":"3.791707982s","remote":"127.0.0.1:32922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12239,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-24T15:17:17.491369Z","caller":"traceutil/trace.go:171","msg":"trace[504563326] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:8437; }","duration":"2.820296091s","start":"2026-03-24T15:17:14.671054Z","end":"2026-03-24T15:17:17.49135Z","steps":["trace[504563326] 'agreement among raft nodes before linearized reading' (duration: 2.820151759s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:17:17.492535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:17:14.671032Z","time spent":"2.821478674s","remote":"127.0.0.1:59964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-24T15:17:17.491354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.608943084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-24T15:17:17.492717Z","caller":"traceutil/trace.go:171","msg":"trace[703999727] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8437; }","duration":"2.610388591s","start":"2026-03-24T15:17:14.882303Z","end":"2026-03-24T15:17:17.492691Z","steps":["trace[703999727] 'agreement among raft nodes before linearized reading' (duration: 2.60876595s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:17:17.492781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:17:14.882275Z","time spent":"2.610490383s","remote":"127.0.0.1:32990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":552,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-24T15:17:17.491131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.125092231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-24T15:17:17.49289Z","caller":"traceutil/trace.go:171","msg":"trace[1734858421] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8437; }","duration":"7.126928615s","start":"2026-03-24T15:17:10.365951Z","end":"2026-03-24T15:17:17.49288Z","steps":["trace[1734858421] 'agreement among raft nodes before linearized reading' (duration: 7.125009669s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:17:17.492923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:17:10.365931Z","time spent":"7.126984926s","remote":"127.0.0.1:32990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-24T15:17:17.491435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360928143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T15:17:17.493024Z","caller":"traceutil/trace.go:171","msg":"trace[1724744531] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:8437; }","duration":"1.362520334s","start":"2026-03-24T15:17:16.130477Z","end":"2026-03-24T15:17:17.492997Z","steps":["trace[1724744531] 'agreement among raft nodes before linearized reading' (duration: 1.360917953s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:17:17.493066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:17:16.130466Z","time spent":"1.362587956s","remote":"127.0.0.1:49416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-24T15:17:17.491459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.117290974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-xcg2v\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-24T15:17:17.491489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.86256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T15:17:17.493399Z","caller":"traceutil/trace.go:171","msg":"trace[1105164135] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8437; }","duration":"650.800036ms","start":"2026-03-24T15:17:16.842575Z","end":"2026-03-24T15:17:17.493375Z","steps":["trace[1105164135] 'agreement among raft nodes before linearized reading' (duration: 648.88726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:17:17.491486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603650798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T15:17:17.493478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:17:16.842547Z","time spent":"650.896768ms","remote":"127.0.0.1:32774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-24T15:17:17.493479Z","caller":"traceutil/trace.go:171","msg":"trace[158771736] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:8437; }","duration":"1.605681697s","start":"2026-03-24T15:17:15.887779Z","end":"2026-03-24T15:17:17.493461Z","steps":["trace[158771736] 'agreement among raft nodes before linearized reading' (duration: 1.603659079s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:17:17.493578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:17:15.887762Z","time spent":"1.605799979s","remote":"127.0.0.1:32888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-24T15:17:17.491549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.125033559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-24T15:17:17.493777Z","caller":"traceutil/trace.go:171","msg":"trace[1893193364] range","detail":"{range_begin:/registry/pods/openstack/keepalived-xcg2v; range_end:; response_count:1; response_revision:8437; }","duration":"7.119048467s","start":"2026-03-24T15:17:10.374161Z","end":"2026-03-24T15:17:17.49321Z","steps":["trace[1893193364] 'agreement among raft nodes before linearized reading' (duration: 7.117236253s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:17:17.491541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.362769314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-24T15:17:17.493967Z","caller":"traceutil/trace.go:171","msg":"trace[1755099167] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8437; }","duration":"2.36523376s","start":"2026-03-24T15:17:15.128719Z","end":"2026-03-24T15:17:17.493953Z","steps":["trace[1755099167] 'agreement among raft nodes before linearized reading' (duration: 2.362690922s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:17:17.493976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:17:10.374138Z","time spent":"7.119788791s","remote":"127.0.0.1:32922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6554,"request content":"key:\"/registry/pods/openstack/keepalived-xcg2v\" "} {"level":"warn","ts":"2026-03-24T15:17:17.494022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:17:15.128697Z","time spent":"2.365310541s","remote":"127.0.0.1:32990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-24T15:17:17.491517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.889268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-24T15:17:17.4941Z","caller":"traceutil/trace.go:171","msg":"trace[48538147] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:8437; }","duration":"543.558119ms","start":"2026-03-24T15:17:16.950529Z","end":"2026-03-24T15:17:17.494087Z","steps":["trace[48538147] 'agreement among raft nodes before linearized reading' (duration: 540.833428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:17:17.494196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:17:16.950498Z","time spent":"543.68381ms","remote":"127.0.0.1:33234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":24,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-24T15:17:17.491574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.19509091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-24T15:17:17.494507Z","caller":"traceutil/trace.go:171","msg":"trace[1622042282] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:8437; }","duration":"5.197970984s","start":"2026-03-24T15:17:12.296436Z","end":"2026-03-24T15:17:17.494407Z","steps":["trace[1622042282] 'agreement among raft nodes before linearized reading' (duration: 5.19507739s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:17:17.491586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.372285056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-03-24T15:17:17.491613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.039369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T15:17:17.491616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.123557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T15:17:17.491637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.748536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-24T15:17:17.491641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.384287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-24T15:17:17.491658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.710203304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-24T15:17:17.491671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14764289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-03-24T15:17:17.491674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.714601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-64ffb84674-bwc2w.189fcff4b55c14df\" ","response":"range_response_count:1 size:787"} {"level":"info","ts":"2026-03-24T15:17:17.491902Z","caller":"traceutil/trace.go:171","msg":"trace[362291375] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:8437; }","duration":"4.203384991s","start":"2026-03-24T15:17:13.288476Z","end":"2026-03-24T15:17:17.491861Z","steps":["trace[362291375] 'agreement among raft nodes before linearized reading' (duration: 4.202694438s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:17:17.492156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:17:13.106166Z","time spent":"4.38597816s","remote":"127.0.0.1:50442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-24T15:17:17.491518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.344994408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-24T15:17:17.494134Z","caller":"traceutil/trace.go:171","msg":"trace[1420392209] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8437; }","duration":"7.127229731s","start":"2026-03-24T15:17:10.366494Z","end":"2026-03-24T15:17:17.493724Z","steps":["trace[1420392209] 'agreement among raft nodes before linearized reading' (duration: 7.124996689s)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:17:17.495016Z","caller":"traceutil/trace.go:171","msg":"trace[451122893] range","detail":"{range_begin:/registry/events/openstack/glance-api-64ffb84674-bwc2w.189fcff4b55c14df; range_end:; response_count:1; response_revision:8437; }","duration":"837.052784ms","start":"2026-03-24T15:17:16.65795Z","end":"2026-03-24T15:17:17.495003Z","steps":["trace[451122893] 'agreement among raft nodes before linearized reading' (duration: 833.559718ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:17:17.495008Z","caller":"traceutil/trace.go:171","msg":"trace[1629676681] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:8437; }","duration":"137.446164ms","start":"2026-03-24T15:17:17.357532Z","end":"2026-03-24T15:17:17.494978Z","steps":["trace[1629676681] 'agreement among raft nodes before linearized reading' (duration: 134.0628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:17:17.495057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:17:16.657891Z","time spent":"837.154316ms","remote":"127.0.0.1:32834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":810,"request content":"key:\"/registry/events/openstack/glance-api-64ffb84674-bwc2w.189fcff4b55c14df\" "} {"level":"info","ts":"2026-03-24T15:17:17.495059Z","caller":"traceutil/trace.go:171","msg":"trace[112494040] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8437; }","duration":"292.215492ms","start":"2026-03-24T15:17:17.202833Z","end":"2026-03-24T15:17:17.495049Z","steps":["trace[112494040] 'agreement among raft nodes before linearized reading' (duration: 288.749777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:17:17.495146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:17:10.366486Z","time spent":"7.128530646s","remote":"127.0.0.1:32990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-24T15:17:17.495226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:17:12.296415Z","time spent":"5.19878988s","remote":"127.0.0.1:49422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":57,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-03-24T15:17:17.495399Z","caller":"traceutil/trace.go:171","msg":"trace[904633212] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8437; }","duration":"1.376133259s","start":"2026-03-24T15:17:16.119251Z","end":"2026-03-24T15:17:17.495385Z","steps":["trace[904633212] 'agreement among raft nodes before linearized reading' (duration: 1.372261056s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:17:17.495446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:17:16.119224Z","time spent":"1.376209771s","remote":"127.0.0.1:32990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-24T15:17:17.495022Z","caller":"traceutil/trace.go:171","msg":"trace[1781051533] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:8437; }","duration":"533.554711ms","start":"2026-03-24T15:17:16.961453Z","end":"2026-03-24T15:17:17.495008Z","steps":["trace[1781051533] 'agreement among raft nodes before linearized reading' (duration: 530.135657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:17:17.495634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:17:16.961438Z","time spent":"534.144303ms","remote":"127.0.0.1:50636","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-03-24T15:17:17.495206Z","caller":"traceutil/trace.go:171","msg":"trace[1566770485] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8437; }","duration":"1.151225008s","start":"2026-03-24T15:17:16.343976Z","end":"2026-03-24T15:17:17.495201Z","steps":["trace[1566770485] 'agreement among raft nodes before linearized reading' (duration: 1.14761137s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:17:17.495964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:17:16.343944Z","time spent":"1.151998922s","remote":"127.0.0.1:32904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-24T15:17:17.495999Z","caller":"traceutil/trace.go:171","msg":"trace[687731558] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:8437; }","duration":"5.349520112s","start":"2026-03-24T15:17:12.14647Z","end":"2026-03-24T15:17:17.49599Z","steps":["trace[687731558] 'agreement among raft nodes before linearized reading' (duration: 5.344914746s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:17:17.496034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:17:12.14645Z","time spent":"5.349573844s","remote":"127.0.0.1:33090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":109,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-24T15:17:17.496042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:17:13.28845Z","time spent":"4.207541028s","remote":"127.0.0.1:59996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-03-24T15:17:17.49497Z","caller":"traceutil/trace.go:171","msg":"trace[1954041576] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8437; }","duration":"136.74438ms","start":"2026-03-24T15:17:17.358205Z","end":"2026-03-24T15:17:17.49495Z","steps":["trace[1954041576] 'agreement among raft nodes before linearized reading' (duration: 133.355256ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:17:17.495173Z","caller":"traceutil/trace.go:171","msg":"trace[379321566] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:8437; }","duration":"1.713762291s","start":"2026-03-24T15:17:15.781399Z","end":"2026-03-24T15:17:17.495161Z","steps":["trace[379321566] 'agreement among raft nodes before linearized reading' (duration: 1.710225004s)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:17:17.496287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-24T15:17:15.781372Z","time spent":"1.714890261s","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"info","ts":"2026-03-24T15:17:17.60077Z","caller":"traceutil/trace.go:171","msg":"trace[2084354377] transaction","detail":"{read_only:false; response_revision:8439; number_of_response:1; }","duration":"102.427907ms","start":"2026-03-24T15:17:17.498299Z","end":"2026-03-24T15:17:17.600727Z","steps":["trace[2084354377] 'process raft request' (duration: 102.232234ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:17:17.600756Z","caller":"traceutil/trace.go:171","msg":"trace[1778867093] transaction","detail":"{read_only:false; response_revision:8440; number_of_response:1; }","duration":"102.357116ms","start":"2026-03-24T15:17:17.498369Z","end":"2026-03-24T15:17:17.600726Z","steps":["trace[1778867093] 'process raft request' (duration: 102.273265ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:17:17.600926Z","caller":"traceutil/trace.go:171","msg":"trace[713640870] transaction","detail":"{read_only:false; response_revision:8441; number_of_response:1; }","duration":"101.982699ms","start":"2026-03-24T15:17:17.498917Z","end":"2026-03-24T15:17:17.6009Z","steps":["trace[713640870] 'process raft request' (duration: 101.772685ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:17:17.601465Z","caller":"traceutil/trace.go:171","msg":"trace[1034542219] linearizableReadLoop","detail":"{readStateIndex:8752; appliedIndex:8750; }","duration":"103.110091ms","start":"2026-03-24T15:17:17.498324Z","end":"2026-03-24T15:17:17.601434Z","steps":["trace[1034542219] 'read index received' (duration: 65.924184ms)","trace[1034542219] 'applied index is now lower than readState.Index' (duration: 37.184517ms)"],"step_count":2} {"level":"warn","ts":"2026-03-24T15:17:17.601797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.436417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-24T15:17:17.601859Z","caller":"traceutil/trace.go:171","msg":"trace[861173083] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8444; }","duration":"103.555999ms","start":"2026-03-24T15:17:17.498286Z","end":"2026-03-24T15:17:17.601842Z","steps":["trace[861173083] 'agreement among raft nodes before linearized reading' (duration: 103.263753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:17:17.610424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.752543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-03-24T15:17:17.610424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.026136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-24T15:17:17.610473Z","caller":"traceutil/trace.go:171","msg":"trace[22090446] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8445; }","duration":"111.835404ms","start":"2026-03-24T15:17:17.498626Z","end":"2026-03-24T15:17:17.610461Z","steps":["trace[22090446] 'agreement among raft nodes before linearized reading' (duration: 111.670331ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:17:17.610486Z","caller":"traceutil/trace.go:171","msg":"trace[247857016] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8445; }","duration":"106.119398ms","start":"2026-03-24T15:17:17.504352Z","end":"2026-03-24T15:17:17.610472Z","steps":["trace[247857016] 'agreement among raft nodes before linearized reading' (duration: 105.991435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:17:17.610487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.405841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-24T15:17:17.610554Z","caller":"traceutil/trace.go:171","msg":"trace[1702714411] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8445; }","duration":"108.515473ms","start":"2026-03-24T15:17:17.502019Z","end":"2026-03-24T15:17:17.610535Z","steps":["trace[1702714411] 'agreement among raft nodes before linearized reading' (duration: 108.305899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:17:17.610625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.774767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ff5e795a-2ee8-4188-8a0c-b5568448f092\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-03-24T15:17:17.610647Z","caller":"traceutil/trace.go:171","msg":"trace[1721294569] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ff5e795a-2ee8-4188-8a0c-b5568448f092; range_end:; response_count:1; response_revision:8445; }","duration":"108.835509ms","start":"2026-03-24T15:17:17.501804Z","end":"2026-03-24T15:17:17.61064Z","steps":["trace[1721294569] 'agreement among raft nodes before linearized reading' (duration: 108.791138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:17:17.610805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.858765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-24T15:17:17.610824Z","caller":"traceutil/trace.go:171","msg":"trace[232967474] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8445; }","duration":"111.900246ms","start":"2026-03-24T15:17:17.498918Z","end":"2026-03-24T15:17:17.610818Z","steps":["trace[232967474] 'agreement among raft nodes before linearized reading' (duration: 111.828655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-24T15:17:17.611038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.648035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:28 size:254876"} {"level":"info","ts":"2026-03-24T15:17:17.611097Z","caller":"traceutil/trace.go:171","msg":"trace[1172307223] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:28; response_revision:8445; }","duration":"108.730737ms","start":"2026-03-24T15:17:17.502353Z","end":"2026-03-24T15:17:17.611084Z","steps":["trace[1172307223] 'agreement among raft nodes before linearized reading' (duration: 108.268608ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:17:42.603847Z","caller":"traceutil/trace.go:171","msg":"trace[1849134501] transaction","detail":"{read_only:false; response_revision:8661; number_of_response:1; }","duration":"200.672358ms","start":"2026-03-24T15:17:42.403145Z","end":"2026-03-24T15:17:42.603817Z","steps":["trace[1849134501] 'process raft request' (duration: 200.494315ms)"],"step_count":1} {"level":"info","ts":"2026-03-24T15:20:27.818616Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"31541ae44470b70","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-24T15:20:27.823308Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-24T15:20:27.823414Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-24T15:21:05.517567Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7839} {"level":"info","ts":"2026-03-24T15:21:05.581861Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7839,"took":"62.568955ms","hash":974054757,"current-db-size-bytes":43933696,"current-db-size":"44 MB","current-db-size-in-use-bytes":24694784,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-24T15:21:05.581987Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":974054757,"revision":7839,"compact-revision":5814} {"level":"info","ts":"2026-03-24T15:26:05.52315Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9819} {"level":"info","ts":"2026-03-24T15:26:05.600027Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9819,"took":"75.184044ms","hash":302645431,"current-db-size-bytes":43933696,"current-db-size":"44 MB","current-db-size-in-use-bytes":17608704,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-03-24T15:26:05.600101Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":302645431,"revision":9819,"compact-revision":7839}