{"level":"warn","ts":"2026-03-09T01:40:40.340737Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-09T01:40:40.340842Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.216:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.216:2380","--initial-cluster=instance=https://199.204.45.216:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.216:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.216:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-09T01:40:40.34091Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-09T01:40:40.340923Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.216:2380"]} {"level":"info","ts":"2026-03-09T01:40:40.340945Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-09T01:40:40.3416Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.216:2379"]} {"level":"info","ts":"2026-03-09T01:40:40.341687Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.216:2380"],"listen-peer-urls":["https://199.204.45.216:2380"],"advertise-client-urls":["https://199.204.45.216:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.216:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.216:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-09T01:40:40.345206Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.306681ms"} {"level":"info","ts":"2026-03-09T01:40:40.35698Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"4e98569549cc430c","cluster-id":"65d70b4d1d4a8bf9"} {"level":"info","ts":"2026-03-09T01:40:40.357067Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c switched to configuration voters=()"} {"level":"info","ts":"2026-03-09T01:40:40.357098Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c became follower at term 0"} {"level":"info","ts":"2026-03-09T01:40:40.357116Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 4e98569549cc430c [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-09T01:40:40.357128Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c became follower at term 1"} {"level":"info","ts":"2026-03-09T01:40:40.357183Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c switched to configuration voters=(5663371730606637836)"} {"level":"warn","ts":"2026-03-09T01:40:40.362647Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-09T01:40:40.364125Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-09T01:40:40.365498Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-09T01:40:40.368008Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"4e98569549cc430c","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-09T01:40:40.368585Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-09T01:40:40.368635Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"4e98569549cc430c","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-09T01:40:40.36877Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-09T01:40:40.368813Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-09T01:40:40.372198Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c switched to configuration voters=(5663371730606637836)"} {"level":"info","ts":"2026-03-09T01:40:40.372392Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"65d70b4d1d4a8bf9","local-member-id":"4e98569549cc430c","added-peer-id":"4e98569549cc430c","added-peer-peer-urls":["https://199.204.45.216:2380"]} {"level":"info","ts":"2026-03-09T01:40:40.373909Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-09T01:40:40.374225Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"4e98569549cc430c","initial-advertise-peer-urls":["https://199.204.45.216:2380"],"listen-peer-urls":["https://199.204.45.216:2380"],"advertise-client-urls":["https://199.204.45.216:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.216:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-09T01:40:40.374272Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-09T01:40:40.374452Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.216:2380"} {"level":"info","ts":"2026-03-09T01:40:40.374473Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.216:2380"} {"level":"info","ts":"2026-03-09T01:40:40.557775Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c is starting a new election at term 1"} {"level":"info","ts":"2026-03-09T01:40:40.557867Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c became pre-candidate at term 1"} {"level":"info","ts":"2026-03-09T01:40:40.557904Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c received MsgPreVoteResp from 4e98569549cc430c at term 1"} {"level":"info","ts":"2026-03-09T01:40:40.557953Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c became candidate at term 2"} {"level":"info","ts":"2026-03-09T01:40:40.55797Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c received MsgVoteResp from 4e98569549cc430c at term 2"} {"level":"info","ts":"2026-03-09T01:40:40.558012Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c became leader at term 2"} {"level":"info","ts":"2026-03-09T01:40:40.558034Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 4e98569549cc430c elected leader 4e98569549cc430c at term 2"} {"level":"info","ts":"2026-03-09T01:40:40.559327Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T01:40:40.560564Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-09T01:40:40.560565Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"4e98569549cc430c","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.216:2379]}","request-path":"/0/members/4e98569549cc430c/attributes","cluster-id":"65d70b4d1d4a8bf9","publish-timeout":"7s"} {"level":"info","ts":"2026-03-09T01:40:40.560648Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-09T01:40:40.561064Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-09T01:40:40.561201Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-09T01:40:40.561249Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"65d70b4d1d4a8bf9","local-member-id":"4e98569549cc430c","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T01:40:40.561403Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T01:40:40.56144Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-09T01:40:40.564368Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-09T01:40:40.564646Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.216:2379"} {"level":"warn","ts":"2026-03-09T01:40:50.525432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.585099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-09T01:40:50.525499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.305502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-09T01:40:50.525598Z","caller":"traceutil/trace.go:171","msg":"trace[771081859] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:388; }","duration":"445.839336ms","start":"2026-03-09T01:40:50.079729Z","end":"2026-03-09T01:40:50.525568Z","steps":["trace[771081859] 'range keys from in-memory index tree' (duration: 445.371233ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:50.525644Z","caller":"traceutil/trace.go:171","msg":"trace[1713191876] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:388; }","duration":"110.546429ms","start":"2026-03-09T01:40:50.415061Z","end":"2026-03-09T01:40:50.525607Z","steps":["trace[1713191876] 'range keys from in-memory index tree' (duration: 110.093737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:50.525666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:50.0797Z","time spent":"445.954298ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T01:40:50.525944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.780402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"warn","ts":"2026-03-09T01:40:50.525963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.952596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-09T01:40:50.526076Z","caller":"traceutil/trace.go:171","msg":"trace[1525847313] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:388; }","duration":"350.965288ms","start":"2026-03-09T01:40:50.175073Z","end":"2026-03-09T01:40:50.526038Z","steps":["trace[1525847313] 'range keys from in-memory index tree' (duration: 350.525355ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:50.526106Z","caller":"traceutil/trace.go:171","msg":"trace[32677559] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:388; }","duration":"443.149482ms","start":"2026-03-09T01:40:50.082915Z","end":"2026-03-09T01:40:50.526065Z","steps":["trace[32677559] 'range keys from in-memory index tree' (duration: 442.70586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:40:50.526133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:50.17505Z","time spent":"351.07181ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":499,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T01:40:50.52616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:40:50.08289Z","time spent":"443.260145ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-09T01:40:50.659833Z","caller":"traceutil/trace.go:171","msg":"trace[914786764] transaction","detail":"{read_only:false; response_revision:389; number_of_response:1; }","duration":"129.913262ms","start":"2026-03-09T01:40:50.52988Z","end":"2026-03-09T01:40:50.659793Z","steps":["trace[914786764] 'process raft request' (duration: 129.670245ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:50.665888Z","caller":"traceutil/trace.go:171","msg":"trace[1578123770] transaction","detail":"{read_only:false; response_revision:392; number_of_response:1; }","duration":"135.208067ms","start":"2026-03-09T01:40:50.530645Z","end":"2026-03-09T01:40:50.665853Z","steps":["trace[1578123770] 'process raft request' (duration: 135.160806ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:50.666159Z","caller":"traceutil/trace.go:171","msg":"trace[772478550] transaction","detail":"{read_only:false; response_revision:390; number_of_response:1; }","duration":"136.122381ms","start":"2026-03-09T01:40:50.529996Z","end":"2026-03-09T01:40:50.666118Z","steps":["trace[772478550] 'process raft request' (duration: 135.585177ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:50.666189Z","caller":"traceutil/trace.go:171","msg":"trace[1623262124] transaction","detail":"{read_only:false; response_revision:391; number_of_response:1; }","duration":"135.745121ms","start":"2026-03-09T01:40:50.530411Z","end":"2026-03-09T01:40:50.666156Z","steps":["trace[1623262124] 'process raft request' (duration: 135.33721ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:55.989505Z","caller":"traceutil/trace.go:171","msg":"trace[1452151990] transaction","detail":"{read_only:false; response_revision:414; number_of_response:1; }","duration":"272.50087ms","start":"2026-03-09T01:40:55.716965Z","end":"2026-03-09T01:40:55.989465Z","steps":["trace[1452151990] 'process raft request' (duration: 272.229003ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:40:56.179451Z","caller":"traceutil/trace.go:171","msg":"trace[488486594] transaction","detail":"{read_only:false; response_revision:415; number_of_response:1; }","duration":"177.929021ms","start":"2026-03-09T01:40:56.001473Z","end":"2026-03-09T01:40:56.179402Z","steps":["trace[488486594] 'process raft request' (duration: 176.921443ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:06.915283Z","caller":"traceutil/trace.go:171","msg":"trace[300569076] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"164.849904ms","start":"2026-03-09T01:41:06.750404Z","end":"2026-03-09T01:41:06.915254Z","steps":["trace[300569076] 'process raft request' (duration: 164.656049ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:06.926162Z","caller":"traceutil/trace.go:171","msg":"trace[128574262] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"175.458194ms","start":"2026-03-09T01:41:06.750656Z","end":"2026-03-09T01:41:06.926115Z","steps":["trace[128574262] 'process raft request' (duration: 175.130865ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:06.926247Z","caller":"traceutil/trace.go:171","msg":"trace[1916378952] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"175.455874ms","start":"2026-03-09T01:41:06.75076Z","end":"2026-03-09T01:41:06.926215Z","steps":["trace[1916378952] 'process raft request' (duration: 175.226327ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:06.926282Z","caller":"traceutil/trace.go:171","msg":"trace[586528940] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"174.173458ms","start":"2026-03-09T01:41:06.752065Z","end":"2026-03-09T01:41:06.926239Z","steps":["trace[586528940] 'process raft request' (duration: 174.093336ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:18.755606Z","caller":"traceutil/trace.go:171","msg":"trace[259712722] linearizableReadLoop","detail":"{readStateIndex:575; appliedIndex:574; }","duration":"188.629753ms","start":"2026-03-09T01:41:18.566944Z","end":"2026-03-09T01:41:18.755574Z","steps":["trace[259712722] 'read index received' (duration: 188.254763ms)","trace[259712722] 'applied index is now lower than readState.Index' (duration: 373.77µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:41:18.755717Z","caller":"traceutil/trace.go:171","msg":"trace[1930429736] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"352.306185ms","start":"2026-03-09T01:41:18.403384Z","end":"2026-03-09T01:41:18.75569Z","steps":["trace[1930429736] 'process raft request' (duration: 351.964676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:18.75585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.860409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:41:18.755989Z","caller":"traceutil/trace.go:171","msg":"trace[1454934574] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:558; }","duration":"189.051005ms","start":"2026-03-09T01:41:18.566901Z","end":"2026-03-09T01:41:18.755952Z","steps":["trace[1454934574] 'agreement among raft nodes before linearized reading' (duration: 188.816108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:18.756828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:18.403345Z","time spent":"352.497331ms","remote":"127.0.0.1:59810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:41:19.022569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.471163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:41:19.022658Z","caller":"traceutil/trace.go:171","msg":"trace[574568659] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:558; }","duration":"245.639207ms","start":"2026-03-09T01:41:18.776999Z","end":"2026-03-09T01:41:19.022638Z","steps":["trace[574568659] 'range keys from in-memory index tree' (duration: 245.37725ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:19.227081Z","caller":"traceutil/trace.go:171","msg":"trace[796180575] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"124.001771ms","start":"2026-03-09T01:41:19.103044Z","end":"2026-03-09T01:41:19.227046Z","steps":["trace[796180575] 'process raft request' (duration: 123.704933ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:19.227107Z","caller":"traceutil/trace.go:171","msg":"trace[1563784904] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"124.032612ms","start":"2026-03-09T01:41:19.103041Z","end":"2026-03-09T01:41:19.227074Z","steps":["trace[1563784904] 'process raft request' (duration: 123.913909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:20.475825Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831408918517721545,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:41:20.784271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.666607ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:41:20.784503Z","caller":"traceutil/trace.go:171","msg":"trace[504838059] linearizableReadLoop","detail":"{readStateIndex:580; appliedIndex:578; }","duration":"808.734439ms","start":"2026-03-09T01:41:19.975748Z","end":"2026-03-09T01:41:20.784482Z","steps":["trace[504838059] 'read index received' (duration: 779.501372ms)","trace[504838059] 'applied index is now lower than readState.Index' (duration: 29.232037ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:41:20.784498Z","caller":"traceutil/trace.go:171","msg":"trace[1011423875] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"1.553520474s","start":"2026-03-09T01:41:19.230943Z","end":"2026-03-09T01:41:20.784463Z","steps":["trace[1011423875] 'process raft request' (duration: 744.402015ms)","trace[1011423875] 'compare' (duration: 808.540933ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:41:20.784567Z","caller":"traceutil/trace.go:171","msg":"trace[103734563] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"1.553118253s","start":"2026-03-09T01:41:19.231423Z","end":"2026-03-09T01:41:20.784541Z","steps":["trace[103734563] 'process raft request' (duration: 1.552972089s)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:20.78465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.897433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:41:20.784698Z","caller":"traceutil/trace.go:171","msg":"trace[2109970326] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:562; }","duration":"808.986426ms","start":"2026-03-09T01:41:19.975696Z","end":"2026-03-09T01:41:20.784682Z","steps":["trace[2109970326] 'agreement among raft nodes before linearized reading' (duration: 808.887463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:20.784693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:19.231405Z","time spent":"1.553232196s","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:41:20.784699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:19.230926Z","time spent":"1.553669758s","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:41:20.784742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:19.975672Z","time spent":"809.059708ms","remote":"127.0.0.1:59720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-09T01:41:22.752927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.918815ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:41:22.753087Z","caller":"traceutil/trace.go:171","msg":"trace[2102990739] transaction","detail":"{read_only:false; response_revision:712; number_of_response:1; }","duration":"237.231388ms","start":"2026-03-09T01:41:22.515829Z","end":"2026-03-09T01:41:22.753061Z","steps":["trace[2102990739] 'process raft request' (duration: 68.063446ms)","trace[2102990739] 'compare' (duration: 168.771511ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:41:36.977847Z","caller":"traceutil/trace.go:171","msg":"trace[1226525510] linearizableReadLoop","detail":"{readStateIndex:944; appliedIndex:943; }","duration":"202.068238ms","start":"2026-03-09T01:41:36.775752Z","end":"2026-03-09T01:41:36.97782Z","steps":["trace[1226525510] 'read index received' (duration: 201.799081ms)","trace[1226525510] 'applied index is now lower than readState.Index' (duration: 267.837µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:41:36.978192Z","caller":"traceutil/trace.go:171","msg":"trace[878852525] transaction","detail":"{read_only:false; response_revision:920; number_of_response:1; }","duration":"289.508562ms","start":"2026-03-09T01:41:36.688669Z","end":"2026-03-09T01:41:36.978178Z","steps":["trace[878852525] 'process raft request' (duration: 288.959717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:36.978443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.673805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:41:36.97849Z","caller":"traceutil/trace.go:171","msg":"trace[1202934549] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:920; }","duration":"202.776087ms","start":"2026-03-09T01:41:36.775701Z","end":"2026-03-09T01:41:36.978478Z","steps":["trace[1202934549] 'agreement among raft nodes before linearized reading' (duration: 202.689125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:36.97876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.26834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-09T01:41:36.978821Z","caller":"traceutil/trace.go:171","msg":"trace[1756331680] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:920; }","duration":"123.380723ms","start":"2026-03-09T01:41:36.855427Z","end":"2026-03-09T01:41:36.978808Z","steps":["trace[1756331680] 'agreement among raft nodes before linearized reading' (duration: 123.198698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:36.979097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.377136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-09T01:41:36.979149Z","caller":"traceutil/trace.go:171","msg":"trace[63209804] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:920; }","duration":"122.453438ms","start":"2026-03-09T01:41:36.856684Z","end":"2026-03-09T01:41:36.979137Z","steps":["trace[63209804] 'agreement among raft nodes before linearized reading' (duration: 122.309625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:39.007068Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831408918517722167,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:41:39.225166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.612027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-09T01:41:39.225445Z","caller":"traceutil/trace.go:171","msg":"trace[282448138] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:921; }","duration":"719.234414ms","start":"2026-03-09T01:41:38.506176Z","end":"2026-03-09T01:41:39.225411Z","steps":["trace[282448138] 'range keys from in-memory index tree' (duration: 718.37836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:39.225439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.880034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-09T01:41:39.225456Z","caller":"traceutil/trace.go:171","msg":"trace[591964208] transaction","detail":"{read_only:false; response_revision:922; number_of_response:1; }","duration":"718.891654ms","start":"2026-03-09T01:41:38.506526Z","end":"2026-03-09T01:41:39.225417Z","steps":["trace[591964208] 'process raft request' (duration: 666.613917ms)","trace[591964208] 'compare' (duration: 52.092602ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:41:39.225501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:38.506151Z","time spent":"719.335586ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-09T01:41:39.225543Z","caller":"traceutil/trace.go:171","msg":"trace[807405339] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:921; }","duration":"719.581563ms","start":"2026-03-09T01:41:38.505941Z","end":"2026-03-09T01:41:39.225523Z","steps":["trace[807405339] 'range keys from in-memory index tree' (duration: 718.656698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:39.225588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:38.505934Z","time spent":"719.646345ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T01:41:39.225641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:38.506503Z","time spent":"719.040309ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:41:39.22885Z","caller":"traceutil/trace.go:171","msg":"trace[1622147593] transaction","detail":"{read_only:false; response_revision:923; number_of_response:1; }","duration":"718.858814ms","start":"2026-03-09T01:41:38.509922Z","end":"2026-03-09T01:41:39.228781Z","steps":["trace[1622147593] 'process raft request' (duration: 718.591117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:39.229112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:38.509894Z","time spent":"719.10336ms","remote":"127.0.0.1:59702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-09T01:41:39.2309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.246491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-09T01:41:39.230966Z","caller":"traceutil/trace.go:171","msg":"trace[5042236] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:923; }","duration":"725.548066ms","start":"2026-03-09T01:41:38.505407Z","end":"2026-03-09T01:41:39.230955Z","steps":["trace[5042236] 'agreement among raft nodes before linearized reading' (duration: 725.31813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:39.231005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:38.505387Z","time spent":"725.609077ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-09T01:41:39.230687Z","caller":"traceutil/trace.go:171","msg":"trace[987607414] linearizableReadLoop","detail":"{readStateIndex:948; appliedIndex:945; }","duration":"724.047395ms","start":"2026-03-09T01:41:38.506616Z","end":"2026-03-09T01:41:39.230663Z","steps":["trace[987607414] 'read index received' (duration: 666.451913ms)","trace[987607414] 'applied index is now lower than readState.Index' (duration: 57.553651ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:41:39.233477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.641624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:41:39.233546Z","caller":"traceutil/trace.go:171","msg":"trace[1276860222] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:925; }","duration":"719.752508ms","start":"2026-03-09T01:41:38.513779Z","end":"2026-03-09T01:41:39.233531Z","steps":["trace[1276860222] 'agreement among raft nodes before linearized reading' (duration: 719.636015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:39.233578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:38.51377Z","time spent":"719.800529ms","remote":"127.0.0.1:59634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T01:41:39.233757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.903798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-09T01:41:39.233839Z","caller":"traceutil/trace.go:171","msg":"trace[408989323] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:925; }","duration":"244.047382ms","start":"2026-03-09T01:41:38.989772Z","end":"2026-03-09T01:41:39.233819Z","steps":["trace[408989323] 'agreement among raft nodes before linearized reading' (duration: 243.801315ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:41:41.850916Z","caller":"traceutil/trace.go:171","msg":"trace[1544254158] transaction","detail":"{read_only:false; response_revision:937; number_of_response:1; }","duration":"605.834477ms","start":"2026-03-09T01:41:41.245054Z","end":"2026-03-09T01:41:41.850888Z","steps":["trace[1544254158] 'process raft request' (duration: 605.619011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:41.851268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:41.245015Z","time spent":"605.977641ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:41:41.853294Z","caller":"traceutil/trace.go:171","msg":"trace[108480447] transaction","detail":"{read_only:false; response_revision:938; number_of_response:1; }","duration":"604.546771ms","start":"2026-03-09T01:41:41.248731Z","end":"2026-03-09T01:41:41.853277Z","steps":["trace[108480447] 'process raft request' (duration: 604.283504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:41:41.853393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:41:41.248702Z","time spent":"604.636634ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:42:10.206351Z","caller":"traceutil/trace.go:171","msg":"trace[704686480] transaction","detail":"{read_only:false; response_revision:1217; number_of_response:1; }","duration":"169.298068ms","start":"2026-03-09T01:42:10.037026Z","end":"2026-03-09T01:42:10.206324Z","steps":["trace[704686480] 'process raft request' (duration: 169.116473ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:42:10.427522Z","caller":"traceutil/trace.go:171","msg":"trace[1081146268] transaction","detail":"{read_only:false; response_revision:1218; number_of_response:1; }","duration":"389.703822ms","start":"2026-03-09T01:42:10.037781Z","end":"2026-03-09T01:42:10.427484Z","steps":["trace[1081146268] 'process raft request' (duration: 388.767567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:10.427693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:10.037754Z","time spent":"389.852707ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:42:27.02694Z","caller":"traceutil/trace.go:171","msg":"trace[691677569] transaction","detail":"{read_only:false; response_revision:1506; number_of_response:1; }","duration":"176.914187ms","start":"2026-03-09T01:42:26.849992Z","end":"2026-03-09T01:42:27.026906Z","steps":["trace[691677569] 'process raft request' (duration: 176.700191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:33.681634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.77905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-09T01:42:33.681666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.962436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-09T01:42:33.681741Z","caller":"traceutil/trace.go:171","msg":"trace[514532472] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1615; }","duration":"312.946325ms","start":"2026-03-09T01:42:33.36877Z","end":"2026-03-09T01:42:33.681716Z","steps":["trace[514532472] 'range keys from in-memory index tree' (duration: 312.585865ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:42:33.681755Z","caller":"traceutil/trace.go:171","msg":"trace[577455985] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1615; }","duration":"174.085309ms","start":"2026-03-09T01:42:33.507645Z","end":"2026-03-09T01:42:33.68173Z","steps":["trace[577455985] 'range keys from in-memory index tree' (duration: 173.78428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:33.68179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:33.368744Z","time spent":"313.035897ms","remote":"127.0.0.1:59946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-09T01:42:33.682094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.835513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-09T01:42:33.682117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.467144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fd56956e-2319-4b8a-9743-c1bd64fa242b\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-09T01:42:33.682199Z","caller":"traceutil/trace.go:171","msg":"trace[722189266] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fd56956e-2319-4b8a-9743-c1bd64fa242b; range_end:; response_count:1; response_revision:1615; }","duration":"296.596068ms","start":"2026-03-09T01:42:33.385585Z","end":"2026-03-09T01:42:33.682181Z","steps":["trace[722189266] 'range keys from in-memory index tree' (duration: 296.31163ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:42:33.682193Z","caller":"traceutil/trace.go:171","msg":"trace[1812745864] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1615; }","duration":"169.958917ms","start":"2026-03-09T01:42:33.512209Z","end":"2026-03-09T01:42:33.682168Z","steps":["trace[1812745864] 'range keys from in-memory index tree' (duration: 169.620927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:33.682568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.720511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-09T01:42:33.682916Z","caller":"traceutil/trace.go:171","msg":"trace[1319881097] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1615; }","duration":"181.480601ms","start":"2026-03-09T01:42:33.501392Z","end":"2026-03-09T01:42:33.682872Z","steps":["trace[1319881097] 'range keys from in-memory index tree' (duration: 180.511755ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:42:34.15139Z","caller":"traceutil/trace.go:171","msg":"trace[1421179491] transaction","detail":"{read_only:false; response_revision:1616; number_of_response:1; }","duration":"464.708163ms","start":"2026-03-09T01:42:33.686655Z","end":"2026-03-09T01:42:34.151364Z","steps":["trace[1421179491] 'process raft request' (duration: 464.539739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:34.151634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:33.686621Z","time spent":"464.847857ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:42:34.313114Z","caller":"traceutil/trace.go:171","msg":"trace[766319820] transaction","detail":"{read_only:false; response_revision:1617; number_of_response:1; }","duration":"625.936011ms","start":"2026-03-09T01:42:33.687143Z","end":"2026-03-09T01:42:34.313079Z","steps":["trace[766319820] 'process raft request' (duration: 625.698254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:34.313311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:33.687122Z","time spent":"626.086325ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:42:34.313471Z","caller":"traceutil/trace.go:171","msg":"trace[1666729708] linearizableReadLoop","detail":"{readStateIndex:1679; appliedIndex:1676; }","duration":"553.431319ms","start":"2026-03-09T01:42:33.760009Z","end":"2026-03-09T01:42:34.31344Z","steps":["trace[1666729708] 'read index received' (duration: 391.179213ms)","trace[1666729708] 'applied index is now lower than readState.Index' (duration: 162.250816ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:42:34.313597Z","caller":"traceutil/trace.go:171","msg":"trace[458360150] transaction","detail":"{read_only:false; response_revision:1619; number_of_response:1; }","duration":"167.413897ms","start":"2026-03-09T01:42:34.146131Z","end":"2026-03-09T01:42:34.313545Z","steps":["trace[458360150] 'process raft request' (duration: 167.1688ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:42:34.3136Z","caller":"traceutil/trace.go:171","msg":"trace[1707650761] transaction","detail":"{read_only:false; response_revision:1618; number_of_response:1; }","duration":"626.377872ms","start":"2026-03-09T01:42:33.687194Z","end":"2026-03-09T01:42:34.313572Z","steps":["trace[1707650761] 'process raft request' (duration: 625.837878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:34.313827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.382374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.216\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-09T01:42:34.313884Z","caller":"traceutil/trace.go:171","msg":"trace[299600803] range","detail":"{range_begin:/registry/masterleases/199.204.45.216; range_end:; response_count:1; response_revision:1619; }","duration":"509.484907ms","start":"2026-03-09T01:42:33.804385Z","end":"2026-03-09T01:42:34.31387Z","steps":["trace[299600803] 'agreement among raft nodes before linearized reading' (duration: 509.281451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:34.31389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.860355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fd56956e-2319-4b8a-9743-c1bd64fa242b\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-03-09T01:42:34.313923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:33.804372Z","time spent":"509.541869ms","remote":"127.0.0.1:59656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.216\" "} {"level":"info","ts":"2026-03-09T01:42:34.313934Z","caller":"traceutil/trace.go:171","msg":"trace[914872791] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fd56956e-2319-4b8a-9743-c1bd64fa242b; range_end:; response_count:1; response_revision:1619; }","duration":"221.956578ms","start":"2026-03-09T01:42:34.091965Z","end":"2026-03-09T01:42:34.313922Z","steps":["trace[914872791] 'agreement among raft nodes before linearized reading' (duration: 221.847195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:34.31406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:33.687174Z","time spent":"626.63829ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:42:34.314365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.360144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.189b08cc2e5949e0\" ","response":"range_response_count:1 size:982"} {"level":"info","ts":"2026-03-09T01:42:34.314419Z","caller":"traceutil/trace.go:171","msg":"trace[182162174] range","detail":"{range_begin:/registry/events/openstack/datadir-percona-xtradb-pxc-0.189b08cc2e5949e0; range_end:; response_count:1; response_revision:1619; }","duration":"554.473867ms","start":"2026-03-09T01:42:33.759932Z","end":"2026-03-09T01:42:34.314406Z","steps":["trace[182162174] 'agreement among raft nodes before linearized reading' (duration: 553.671285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:34.314451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:33.759901Z","time spent":"554.541679ms","remote":"127.0.0.1:59702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1004,"request content":"key:\"/registry/events/openstack/datadir-percona-xtradb-pxc-0.189b08cc2e5949e0\" "} {"level":"info","ts":"2026-03-09T01:42:34.46573Z","caller":"traceutil/trace.go:171","msg":"trace[1378652648] transaction","detail":"{read_only:false; response_revision:1620; number_of_response:1; }","duration":"149.105696ms","start":"2026-03-09T01:42:34.316602Z","end":"2026-03-09T01:42:34.465708Z","steps":["trace[1378652648] 'process raft request' (duration: 148.905031ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:42:34.465891Z","caller":"traceutil/trace.go:171","msg":"trace[471188690] linearizableReadLoop","detail":"{readStateIndex:1683; appliedIndex:1680; }","duration":"140.777248ms","start":"2026-03-09T01:42:34.325086Z","end":"2026-03-09T01:42:34.465863Z","steps":["trace[471188690] 'read index received' (duration: 31.623754ms)","trace[471188690] 'applied index is now lower than readState.Index' (duration: 109.151764ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:42:34.466012Z","caller":"traceutil/trace.go:171","msg":"trace[216859312] transaction","detail":"{read_only:false; response_revision:1621; number_of_response:1; }","duration":"144.304085ms","start":"2026-03-09T01:42:34.321694Z","end":"2026-03-09T01:42:34.465998Z","steps":["trace[216859312] 'process raft request' (duration: 143.957676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:34.466152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.041675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-09T01:42:34.466259Z","caller":"traceutil/trace.go:171","msg":"trace[335851367] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1621; }","duration":"141.176289ms","start":"2026-03-09T01:42:34.325066Z","end":"2026-03-09T01:42:34.466243Z","steps":["trace[335851367] 'agreement among raft nodes before linearized reading' (duration: 140.953363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:35.201134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.723141ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:42:35.201327Z","caller":"traceutil/trace.go:171","msg":"trace[1307811024] transaction","detail":"{read_only:false; response_revision:1623; number_of_response:1; }","duration":"729.541892ms","start":"2026-03-09T01:42:34.471762Z","end":"2026-03-09T01:42:35.201304Z","steps":["trace[1307811024] 'process raft request' (duration: 729.48268ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:42:35.201338Z","caller":"traceutil/trace.go:171","msg":"trace[2109602680] transaction","detail":"{read_only:false; response_revision:1622; number_of_response:1; }","duration":"843.687232ms","start":"2026-03-09T01:42:34.357604Z","end":"2026-03-09T01:42:35.201291Z","steps":["trace[2109602680] 'process raft request' (duration: 227.708855ms)","trace[2109602680] 'compare' (duration: 615.604207ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:42:35.201408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:34.471717Z","time spent":"729.650014ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:42:35.201554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:34.357585Z","time spent":"843.851707ms","remote":"127.0.0.1:59656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:42:35.201567Z","caller":"traceutil/trace.go:171","msg":"trace[964371492] linearizableReadLoop","detail":"{readStateIndex:1684; appliedIndex:1683; }","duration":"735.535706ms","start":"2026-03-09T01:42:34.465965Z","end":"2026-03-09T01:42:35.201501Z","steps":["trace[964371492] 'read index received' (duration: 119.429695ms)","trace[964371492] 'applied index is now lower than readState.Index' (duration: 616.099021ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:42:35.20207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.05148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-09T01:42:35.202117Z","caller":"traceutil/trace.go:171","msg":"trace[920748218] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1623; }","duration":"852.143313ms","start":"2026-03-09T01:42:34.349958Z","end":"2026-03-09T01:42:35.202101Z","steps":["trace[920748218] 'agreement among raft nodes before linearized reading' (duration: 851.913777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:35.202156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:34.349944Z","time spent":"852.202305ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-09T01:42:35.225145Z","caller":"traceutil/trace.go:171","msg":"trace[255927083] transaction","detail":"{read_only:false; response_revision:1624; number_of_response:1; }","duration":"631.06763ms","start":"2026-03-09T01:42:34.594057Z","end":"2026-03-09T01:42:35.225124Z","steps":["trace[255927083] 'process raft request' (duration: 630.617347ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:42:35.225152Z","caller":"traceutil/trace.go:171","msg":"trace[1004298064] transaction","detail":"{read_only:false; response_revision:1625; number_of_response:1; }","duration":"546.91279ms","start":"2026-03-09T01:42:34.678212Z","end":"2026-03-09T01:42:35.225125Z","steps":["trace[1004298064] 'process raft request' (duration: 546.856918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:35.225251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:34.594022Z","time spent":"631.174283ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:42:35.225292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:34.678189Z","time spent":"547.023672ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:42:35.22536Z","caller":"traceutil/trace.go:171","msg":"trace[1107135412] transaction","detail":"{read_only:false; response_revision:1626; number_of_response:1; }","duration":"413.426811ms","start":"2026-03-09T01:42:34.811921Z","end":"2026-03-09T01:42:35.225347Z","steps":["trace[1107135412] 'process raft request' (duration: 413.176834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:35.22541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.86814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:42:35.225428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:34.811884Z","time spent":"413.506383ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:42:35.225481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.233495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-09T01:42:35.225478Z","caller":"traceutil/trace.go:171","msg":"trace[435564495] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1626; }","duration":"448.960743ms","start":"2026-03-09T01:42:34.776498Z","end":"2026-03-09T01:42:35.225459Z","steps":["trace[435564495] 'agreement among raft nodes before linearized reading' (duration: 448.780798ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:42:35.225503Z","caller":"traceutil/trace.go:171","msg":"trace[977430270] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1626; }","duration":"687.254706ms","start":"2026-03-09T01:42:34.538243Z","end":"2026-03-09T01:42:35.225498Z","steps":["trace[977430270] 'agreement among raft nodes before linearized reading' (duration: 687.154703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:35.225518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:34.538183Z","time spent":"687.331788ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T01:42:35.225519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:34.776487Z","time spent":"449.025634ms","remote":"127.0.0.1:59634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T01:42:35.225513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.169496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-09T01:42:35.225596Z","caller":"traceutil/trace.go:171","msg":"trace[714025163] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1626; }","duration":"536.300559ms","start":"2026-03-09T01:42:34.689272Z","end":"2026-03-09T01:42:35.225572Z","steps":["trace[714025163] 'agreement among raft nodes before linearized reading' (duration: 536.028632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:35.225655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:34.689246Z","time spent":"536.393802ms","remote":"127.0.0.1:59946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-09T01:42:35.225626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.25042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fd56956e-2319-4b8a-9743-c1bd64fa242b\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-03-09T01:42:35.225757Z","caller":"traceutil/trace.go:171","msg":"trace[2040692183] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-fd56956e-2319-4b8a-9743-c1bd64fa242b; range_end:; response_count:1; response_revision:1626; }","duration":"539.420245ms","start":"2026-03-09T01:42:34.686287Z","end":"2026-03-09T01:42:35.225707Z","steps":["trace[2040692183] 'agreement among raft nodes before linearized reading' (duration: 539.122387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:35.225818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:34.686273Z","time spent":"539.534397ms","remote":"127.0.0.1:59810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3769,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-fd56956e-2319-4b8a-9743-c1bd64fa242b\" "} {"level":"info","ts":"2026-03-09T01:42:41.383381Z","caller":"traceutil/trace.go:171","msg":"trace[1165863276] transaction","detail":"{read_only:false; response_revision:1684; number_of_response:1; }","duration":"139.959736ms","start":"2026-03-09T01:42:41.243383Z","end":"2026-03-09T01:42:41.383343Z","steps":["trace[1165863276] 'process raft request' (duration: 137.17387ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:42:41.383395Z","caller":"traceutil/trace.go:171","msg":"trace[1879956382] linearizableReadLoop","detail":"{readStateIndex:1749; appliedIndex:1746; }","duration":"134.104455ms","start":"2026-03-09T01:42:41.249263Z","end":"2026-03-09T01:42:41.383367Z","steps":["trace[1879956382] 'read index received' (duration: 131.285288ms)","trace[1879956382] 'applied index is now lower than readState.Index' (duration: 2.817807ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:42:41.38345Z","caller":"traceutil/trace.go:171","msg":"trace[765206934] transaction","detail":"{read_only:false; response_revision:1685; number_of_response:1; }","duration":"138.885997ms","start":"2026-03-09T01:42:41.244531Z","end":"2026-03-09T01:42:41.383417Z","steps":["trace[765206934] 'process raft request' (duration: 138.727142ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:42:41.383656Z","caller":"traceutil/trace.go:171","msg":"trace[673205206] transaction","detail":"{read_only:false; response_revision:1686; number_of_response:1; }","duration":"135.278527ms","start":"2026-03-09T01:42:41.248341Z","end":"2026-03-09T01:42:41.38362Z","steps":["trace[673205206] 'process raft request' (duration: 134.981159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:41.383739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.235813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-09T01:42:41.383772Z","caller":"traceutil/trace.go:171","msg":"trace[1281698321] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1686; }","duration":"125.301415ms","start":"2026-03-09T01:42:41.258463Z","end":"2026-03-09T01:42:41.383765Z","steps":["trace[1281698321] 'agreement among raft nodes before linearized reading' (duration: 125.135541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:41.383737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.438124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-09T01:42:41.383843Z","caller":"traceutil/trace.go:171","msg":"trace[734457531] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1686; }","duration":"134.582179ms","start":"2026-03-09T01:42:41.249238Z","end":"2026-03-09T01:42:41.38382Z","steps":["trace[734457531] 'agreement among raft nodes before linearized reading' (duration: 134.330062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:41.383845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.116654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-09T01:42:41.383889Z","caller":"traceutil/trace.go:171","msg":"trace[105585657] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1686; }","duration":"116.197656ms","start":"2026-03-09T01:42:41.267679Z","end":"2026-03-09T01:42:41.383877Z","steps":["trace[105585657] 'agreement among raft nodes before linearized reading' (duration: 115.997501ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:42:42.542787Z","caller":"traceutil/trace.go:171","msg":"trace[1677253997] linearizableReadLoop","detail":"{readStateIndex:1751; appliedIndex:1750; }","duration":"289.590177ms","start":"2026-03-09T01:42:42.25317Z","end":"2026-03-09T01:42:42.54276Z","steps":["trace[1677253997] 'read index received' (duration: 289.407772ms)","trace[1677253997] 'applied index is now lower than readState.Index' (duration: 180.965µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:42:42.542853Z","caller":"traceutil/trace.go:171","msg":"trace[1039254926] transaction","detail":"{read_only:false; response_revision:1688; number_of_response:1; }","duration":"352.354172ms","start":"2026-03-09T01:42:42.190451Z","end":"2026-03-09T01:42:42.542805Z","steps":["trace[1039254926] 'process raft request' (duration: 352.135106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:42.542997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.788692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T01:42:42.54304Z","caller":"traceutil/trace.go:171","msg":"trace[568709900] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1688; }","duration":"289.908865ms","start":"2026-03-09T01:42:42.253119Z","end":"2026-03-09T01:42:42.543028Z","steps":["trace[568709900] 'agreement among raft nodes before linearized reading' (duration: 289.801432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:42.543085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:42.190416Z","time spent":"352.533817ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:42:42.543142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.362475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-09T01:42:42.54318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.13678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-09T01:42:42.543216Z","caller":"traceutil/trace.go:171","msg":"trace[1293120227] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1688; }","duration":"197.469878ms","start":"2026-03-09T01:42:42.345725Z","end":"2026-03-09T01:42:42.543195Z","steps":["trace[1293120227] 'agreement among raft nodes before linearized reading' (duration: 197.228601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:42.543201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.44577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-09T01:42:42.543268Z","caller":"traceutil/trace.go:171","msg":"trace[683399523] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1688; }","duration":"152.271433ms","start":"2026-03-09T01:42:42.390976Z","end":"2026-03-09T01:42:42.543247Z","steps":["trace[683399523] 'agreement among raft nodes before linearized reading' (duration: 152.030117ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:42:42.543323Z","caller":"traceutil/trace.go:171","msg":"trace[1548047612] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1688; }","duration":"196.597775ms","start":"2026-03-09T01:42:42.3467Z","end":"2026-03-09T01:42:42.543297Z","steps":["trace[1548047612] 'agreement among raft nodes before linearized reading' (duration: 196.309837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:42.822814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.985118ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:42:42.823058Z","caller":"traceutil/trace.go:171","msg":"trace[1267446751] transaction","detail":"{read_only:false; response_revision:1689; number_of_response:1; }","duration":"275.018728ms","start":"2026-03-09T01:42:42.547995Z","end":"2026-03-09T01:42:42.823014Z","steps":["trace[1267446751] 'process raft request' (duration: 93.713972ms)","trace[1267446751] 'compare' (duration: 180.782322ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:42:42.823117Z","caller":"traceutil/trace.go:171","msg":"trace[1021334058] transaction","detail":"{read_only:false; response_revision:1690; number_of_response:1; }","duration":"274.616897ms","start":"2026-03-09T01:42:42.548469Z","end":"2026-03-09T01:42:42.823085Z","steps":["trace[1021334058] 'process raft request' (duration: 274.480303ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:42:47.688353Z","caller":"traceutil/trace.go:171","msg":"trace[330176368] transaction","detail":"{read_only:false; response_revision:1717; number_of_response:1; }","duration":"288.481056ms","start":"2026-03-09T01:42:47.399844Z","end":"2026-03-09T01:42:47.688325Z","steps":["trace[330176368] 'process raft request' (duration: 288.307572ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:42:48.135954Z","caller":"traceutil/trace.go:171","msg":"trace[1469530516] transaction","detail":"{read_only:false; response_revision:1718; number_of_response:1; }","duration":"731.736013ms","start":"2026-03-09T01:42:47.404185Z","end":"2026-03-09T01:42:48.135921Z","steps":["trace[1469530516] 'process raft request' (duration: 703.46527ms)","trace[1469530516] 'compare' (duration: 27.820461ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:42:48.136115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:47.404176Z","time spent":"731.856486ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:42:48.136231Z","caller":"traceutil/trace.go:171","msg":"trace[1036470393] linearizableReadLoop","detail":"{readStateIndex:1783; appliedIndex:1780; }","duration":"727.746263ms","start":"2026-03-09T01:42:47.408444Z","end":"2026-03-09T01:42:48.13619Z","steps":["trace[1036470393] 'read index received' (duration: 279.86227ms)","trace[1036470393] 'applied index is now lower than readState.Index' (duration: 447.882803ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:42:48.136494Z","caller":"traceutil/trace.go:171","msg":"trace[1854728072] transaction","detail":"{read_only:false; response_revision:1719; number_of_response:1; }","duration":"731.083215ms","start":"2026-03-09T01:42:47.405394Z","end":"2026-03-09T01:42:48.136477Z","steps":["trace[1854728072] 'process raft request' (duration: 730.484259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:48.136617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.193746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-09T01:42:48.136623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:47.405363Z","time spent":"731.175658ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:42:48.136682Z","caller":"traceutil/trace.go:171","msg":"trace[2073891937] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1719; }","duration":"728.308519ms","start":"2026-03-09T01:42:47.40836Z","end":"2026-03-09T01:42:48.136669Z","steps":["trace[2073891937] 'agreement among raft nodes before linearized reading' (duration: 728.093914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:48.136718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:47.408337Z","time spent":"728.374731ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T01:42:48.136808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.3074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-09T01:42:48.136894Z","caller":"traceutil/trace.go:171","msg":"trace[31426052] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1719; }","duration":"559.531976ms","start":"2026-03-09T01:42:47.577338Z","end":"2026-03-09T01:42:48.13687Z","steps":["trace[31426052] 'agreement among raft nodes before linearized reading' (duration: 559.182566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:48.136875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.144495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:42:48.136938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:47.577304Z","time spent":"559.623478ms","remote":"127.0.0.1:59946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5434,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-09T01:42:48.13701Z","caller":"traceutil/trace.go:171","msg":"trace[831997748] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1719; }","duration":"360.347071ms","start":"2026-03-09T01:42:47.776632Z","end":"2026-03-09T01:42:48.136979Z","steps":["trace[831997748] 'agreement among raft nodes before linearized reading' (duration: 360.064813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:42:48.137104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:42:47.776608Z","time spent":"360.458203ms","remote":"127.0.0.1:59634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T01:43:14.035987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.324407ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:43:14.036116Z","caller":"traceutil/trace.go:171","msg":"trace[1209900368] linearizableReadLoop","detail":"{readStateIndex:1932; appliedIndex:1931; }","duration":"258.802224ms","start":"2026-03-09T01:43:13.777293Z","end":"2026-03-09T01:43:14.036095Z","steps":["trace[1209900368] 'read index received' (duration: 17.276832ms)","trace[1209900368] 'applied index is now lower than readState.Index' (duration: 241.524232ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:43:14.036212Z","caller":"traceutil/trace.go:171","msg":"trace[238215881] transaction","detail":"{read_only:false; response_revision:1862; number_of_response:1; }","duration":"537.073182ms","start":"2026-03-09T01:43:13.499072Z","end":"2026-03-09T01:43:14.036145Z","steps":["trace[238215881] 'process raft request' (duration: 295.498368ms)","trace[238215881] 'compare' (duration: 241.203894ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:43:14.036303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.9955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:43:14.036468Z","caller":"traceutil/trace.go:171","msg":"trace[304878141] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1862; }","duration":"259.214856ms","start":"2026-03-09T01:43:13.777197Z","end":"2026-03-09T01:43:14.036412Z","steps":["trace[304878141] 'agreement among raft nodes before linearized reading' (duration: 258.965979ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:14.036575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:13.499044Z","time spent":"537.308587ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:43:14.039528Z","caller":"traceutil/trace.go:171","msg":"trace[1164480278] transaction","detail":"{read_only:false; response_revision:1863; number_of_response:1; }","duration":"259.211466ms","start":"2026-03-09T01:43:13.780259Z","end":"2026-03-09T01:43:14.03947Z","steps":["trace[1164480278] 'process raft request' (duration: 258.965239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:14.039776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.969485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.216\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-09T01:43:14.03987Z","caller":"traceutil/trace.go:171","msg":"trace[2082803183] range","detail":"{range_begin:/registry/masterleases/199.204.45.216; range_end:; response_count:1; response_revision:1863; }","duration":"234.088739ms","start":"2026-03-09T01:43:13.805758Z","end":"2026-03-09T01:43:14.039846Z","steps":["trace[2082803183] 'agreement among raft nodes before linearized reading' (duration: 233.694178ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:43:14.266802Z","caller":"traceutil/trace.go:171","msg":"trace[2136319139] transaction","detail":"{read_only:false; response_revision:1864; number_of_response:1; }","duration":"134.27753ms","start":"2026-03-09T01:43:14.132478Z","end":"2026-03-09T01:43:14.266755Z","steps":["trace[2136319139] 'process raft request' (duration: 68.901133ms)","trace[2136319139] 'compare' (duration: 65.038458ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:43:19.210682Z","caller":"traceutil/trace.go:171","msg":"trace[1416574301] linearizableReadLoop","detail":"{readStateIndex:1959; appliedIndex:1958; }","duration":"106.80409ms","start":"2026-03-09T01:43:19.10384Z","end":"2026-03-09T01:43:19.210644Z","steps":["trace[1416574301] 'read index received' (duration: 106.491532ms)","trace[1416574301] 'applied index is now lower than readState.Index' (duration: 311.068µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:43:19.211137Z","caller":"traceutil/trace.go:171","msg":"trace[565134804] transaction","detail":"{read_only:false; response_revision:1887; number_of_response:1; }","duration":"107.911759ms","start":"2026-03-09T01:43:19.103173Z","end":"2026-03-09T01:43:19.211085Z","steps":["trace[565134804] 'process raft request' (duration: 107.251921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:19.211199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.318564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-09T01:43:19.211259Z","caller":"traceutil/trace.go:171","msg":"trace[2071068769] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1887; }","duration":"107.433906ms","start":"2026-03-09T01:43:19.10381Z","end":"2026-03-09T01:43:19.211244Z","steps":["trace[2071068769] 'agreement among raft nodes before linearized reading' (duration: 106.984134ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:43:19.316922Z","caller":"traceutil/trace.go:171","msg":"trace[1313356986] transaction","detail":"{read_only:false; response_revision:1888; number_of_response:1; }","duration":"103.759007ms","start":"2026-03-09T01:43:19.213126Z","end":"2026-03-09T01:43:19.316885Z","steps":["trace[1313356986] 'process raft request' (duration: 103.554612ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:43:19.349319Z","caller":"traceutil/trace.go:171","msg":"trace[909488754] transaction","detail":"{read_only:false; response_revision:1889; number_of_response:1; }","duration":"134.398619ms","start":"2026-03-09T01:43:19.214876Z","end":"2026-03-09T01:43:19.349275Z","steps":["trace[909488754] 'process raft request' (duration: 134.169222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:19.680012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.344249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-09T01:43:19.680108Z","caller":"traceutil/trace.go:171","msg":"trace[772299074] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1889; }","duration":"270.538594ms","start":"2026-03-09T01:43:19.409548Z","end":"2026-03-09T01:43:19.680087Z","steps":["trace[772299074] 'range keys from in-memory index tree' (duration: 270.071831ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:43:19.991505Z","caller":"traceutil/trace.go:171","msg":"trace[1918400763] transaction","detail":"{read_only:false; response_revision:1890; number_of_response:1; }","duration":"306.358423ms","start":"2026-03-09T01:43:19.68511Z","end":"2026-03-09T01:43:19.991468Z","steps":["trace[1918400763] 'process raft request' (duration: 306.105536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:19.991723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:19.685065Z","time spent":"306.547108ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:43:20.000665Z","caller":"traceutil/trace.go:171","msg":"trace[1019270441] transaction","detail":"{read_only:false; response_revision:1891; number_of_response:1; }","duration":"199.805809ms","start":"2026-03-09T01:43:19.800819Z","end":"2026-03-09T01:43:20.000625Z","steps":["trace[1019270441] 'process raft request' (duration: 199.614394ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:43:20.539866Z","caller":"traceutil/trace.go:171","msg":"trace[1653076345] linearizableReadLoop","detail":"{readStateIndex:1968; appliedIndex:1967; }","duration":"141.878969ms","start":"2026-03-09T01:43:20.397962Z","end":"2026-03-09T01:43:20.539841Z","steps":["trace[1653076345] 'read index received' (duration: 51.199801ms)","trace[1653076345] 'applied index is now lower than readState.Index' (duration: 90.678057ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:43:20.539976Z","caller":"traceutil/trace.go:171","msg":"trace[359432989] transaction","detail":"{read_only:false; response_revision:1896; number_of_response:1; }","duration":"168.662076ms","start":"2026-03-09T01:43:20.37128Z","end":"2026-03-09T01:43:20.539942Z","steps":["trace[359432989] 'process raft request' (duration: 77.876755ms)","trace[359432989] 'compare' (duration: 90.447862ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:43:20.540454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.431204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-09T01:43:20.54055Z","caller":"traceutil/trace.go:171","msg":"trace[562809662] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1896; }","duration":"142.609099ms","start":"2026-03-09T01:43:20.397917Z","end":"2026-03-09T01:43:20.540526Z","steps":["trace[562809662] 'agreement among raft nodes before linearized reading' (duration: 142.032693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:20.770969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.163192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-09T01:43:20.771058Z","caller":"traceutil/trace.go:171","msg":"trace[799182884] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1896; }","duration":"131.315506ms","start":"2026-03-09T01:43:20.639721Z","end":"2026-03-09T01:43:20.771036Z","steps":["trace[799182884] 'range keys from in-memory index tree' (duration: 130.945056ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:43:20.922548Z","caller":"traceutil/trace.go:171","msg":"trace[207850917] linearizableReadLoop","detail":"{readStateIndex:1970; appliedIndex:1968; }","duration":"145.874355ms","start":"2026-03-09T01:43:20.776649Z","end":"2026-03-09T01:43:20.922523Z","steps":["trace[207850917] 'read index received' (duration: 26.117639ms)","trace[207850917] 'applied index is now lower than readState.Index' (duration: 119.755716ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:43:20.922641Z","caller":"traceutil/trace.go:171","msg":"trace[819336694] transaction","detail":"{read_only:false; response_revision:1898; number_of_response:1; }","duration":"146.723029ms","start":"2026-03-09T01:43:20.775887Z","end":"2026-03-09T01:43:20.92261Z","steps":["trace[819336694] 'process raft request' (duration: 97.771328ms)","trace[819336694] 'compare' (duration: 48.751655ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:43:20.922718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.038641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:43:20.922759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.487552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T01:43:20.922805Z","caller":"traceutil/trace.go:171","msg":"trace[709578470] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1898; }","duration":"146.167123ms","start":"2026-03-09T01:43:20.776616Z","end":"2026-03-09T01:43:20.922783Z","steps":["trace[709578470] 'agreement among raft nodes before linearized reading' (duration: 145.997489ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:43:20.922811Z","caller":"traceutil/trace.go:171","msg":"trace[504969980] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1898; }","duration":"121.600456ms","start":"2026-03-09T01:43:20.8012Z","end":"2026-03-09T01:43:20.9228Z","steps":["trace[504969980] 'agreement among raft nodes before linearized reading' (duration: 121.466242ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:43:21.66131Z","caller":"traceutil/trace.go:171","msg":"trace[1948004966] linearizableReadLoop","detail":"{readStateIndex:1971; appliedIndex:1970; }","duration":"306.308031ms","start":"2026-03-09T01:43:21.354974Z","end":"2026-03-09T01:43:21.661282Z","steps":["trace[1948004966] 'read index received' (duration: 306.189238ms)","trace[1948004966] 'applied index is now lower than readState.Index' (duration: 117.363µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:43:21.661463Z","caller":"traceutil/trace.go:171","msg":"trace[1618383860] transaction","detail":"{read_only:false; response_revision:1899; number_of_response:1; }","duration":"441.599262ms","start":"2026-03-09T01:43:21.219832Z","end":"2026-03-09T01:43:21.661431Z","steps":["trace[1618383860] 'process raft request' (duration: 441.221992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:21.661559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.560418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"info","ts":"2026-03-09T01:43:21.661612Z","caller":"traceutil/trace.go:171","msg":"trace[1191065386] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1899; }","duration":"306.682261ms","start":"2026-03-09T01:43:21.354917Z","end":"2026-03-09T01:43:21.661599Z","steps":["trace[1191065386] 'agreement among raft nodes before linearized reading' (duration: 306.494816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:21.661633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:21.219781Z","time spent":"441.760777ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:43:21.661671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:21.354869Z","time spent":"306.786974ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":454,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T01:43:21.662232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.754286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-09T01:43:21.662303Z","caller":"traceutil/trace.go:171","msg":"trace[830983804] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1900; }","duration":"113.90926ms","start":"2026-03-09T01:43:21.548375Z","end":"2026-03-09T01:43:21.662284Z","steps":["trace[830983804] 'agreement among raft nodes before linearized reading' (duration: 113.722085ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:43:21.662496Z","caller":"traceutil/trace.go:171","msg":"trace[750147681] transaction","detail":"{read_only:false; response_revision:1900; number_of_response:1; }","duration":"118.800041ms","start":"2026-03-09T01:43:21.543688Z","end":"2026-03-09T01:43:21.662489Z","steps":["trace[750147681] 'process raft request' (duration: 118.289257ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:43:28.063511Z","caller":"traceutil/trace.go:171","msg":"trace[1587377330] transaction","detail":"{read_only:false; response_revision:1929; number_of_response:1; }","duration":"299.568621ms","start":"2026-03-09T01:43:27.763898Z","end":"2026-03-09T01:43:28.063466Z","steps":["trace[1587377330] 'process raft request' (duration: 264.343948ms)","trace[1587377330] 'compare' (duration: 34.836223ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:43:28.871348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.672646ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:43:28.871557Z","caller":"traceutil/trace.go:171","msg":"trace[1671959661] transaction","detail":"{read_only:false; response_revision:1930; number_of_response:1; }","duration":"803.270296ms","start":"2026-03-09T01:43:28.068256Z","end":"2026-03-09T01:43:28.871526Z","steps":["trace[1671959661] 'process raft request' (duration: 507.308132ms)","trace[1671959661] 'compare' (duration: 295.485112ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:43:28.871624Z","caller":"traceutil/trace.go:171","msg":"trace[434379024] linearizableReadLoop","detail":"{readStateIndex:2006; appliedIndex:2002; }","duration":"293.805067ms","start":"2026-03-09T01:43:28.577801Z","end":"2026-03-09T01:43:28.871606Z","steps":["trace[434379024] 'read index received' (duration: 280.324625ms)","trace[434379024] 'applied index is now lower than readState.Index' (duration: 13.478991ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:43:28.87171Z","caller":"traceutil/trace.go:171","msg":"trace[1180850527] transaction","detail":"{read_only:false; response_revision:1932; number_of_response:1; }","duration":"491.317764ms","start":"2026-03-09T01:43:28.38038Z","end":"2026-03-09T01:43:28.871698Z","steps":["trace[1180850527] 'process raft request' (duration: 491.149299ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:43:28.871675Z","caller":"traceutil/trace.go:171","msg":"trace[611581272] transaction","detail":"{read_only:false; response_revision:1931; number_of_response:1; }","duration":"775.133113ms","start":"2026-03-09T01:43:28.096503Z","end":"2026-03-09T01:43:28.871636Z","steps":["trace[611581272] 'process raft request' (duration: 774.960409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:28.871716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:28.068234Z","time spent":"803.396969ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:43:28.871787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:28.380338Z","time spent":"491.407586ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:43:28.871857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:28.096489Z","time spent":"775.275677ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:43:28.871911Z","caller":"traceutil/trace.go:171","msg":"trace[1090737178] transaction","detail":"{read_only:false; response_revision:1933; number_of_response:1; }","duration":"478.302165ms","start":"2026-03-09T01:43:28.393597Z","end":"2026-03-09T01:43:28.8719Z","steps":["trace[1090737178] 'process raft request' (duration: 477.969496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:28.871974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:43:28.393561Z","time spent":"478.380107ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:43:28.872172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.375132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-09T01:43:28.872219Z","caller":"traceutil/trace.go:171","msg":"trace[1913056077] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1933; }","duration":"294.467025ms","start":"2026-03-09T01:43:28.577737Z","end":"2026-03-09T01:43:28.872204Z","steps":["trace[1913056077] 'agreement among raft nodes before linearized reading' (duration: 294.327991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:43:28.872358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.959334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-09T01:43:28.872413Z","caller":"traceutil/trace.go:171","msg":"trace[1571545669] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1933; }","duration":"107.057247ms","start":"2026-03-09T01:43:28.765338Z","end":"2026-03-09T01:43:28.872396Z","steps":["trace[1571545669] 'agreement among raft nodes before linearized reading' (duration: 106.887652ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:43:28.991989Z","caller":"traceutil/trace.go:171","msg":"trace[1109923959] transaction","detail":"{read_only:false; response_revision:1935; number_of_response:1; }","duration":"114.561728ms","start":"2026-03-09T01:43:28.877402Z","end":"2026-03-09T01:43:28.991963Z","steps":["trace[1109923959] 'process raft request' (duration: 110.552311ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:44:20.259719Z","caller":"traceutil/trace.go:171","msg":"trace[1581281205] transaction","detail":"{read_only:false; response_revision:2354; number_of_response:1; }","duration":"258.346928ms","start":"2026-03-09T01:44:20.00134Z","end":"2026-03-09T01:44:20.259686Z","steps":["trace[1581281205] 'process raft request' (duration: 258.149713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:44:53.556386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.871585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T01:44:53.556514Z","caller":"traceutil/trace.go:171","msg":"trace[1877604001] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2542; }","duration":"258.03446ms","start":"2026-03-09T01:44:53.298459Z","end":"2026-03-09T01:44:53.556493Z","steps":["trace[1877604001] 'count revisions from in-memory index tree' (duration: 257.790023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:44:53.556762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.964446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-09T01:44:53.55685Z","caller":"traceutil/trace.go:171","msg":"trace[1486291144] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2542; }","duration":"158.12694ms","start":"2026-03-09T01:44:53.398705Z","end":"2026-03-09T01:44:53.556832Z","steps":["trace[1486291144] 'range keys from in-memory index tree' (duration: 157.711309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:44:53.557195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.768749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-09T01:44:53.557218Z","caller":"traceutil/trace.go:171","msg":"trace[1516509712] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2542; }","duration":"221.83952ms","start":"2026-03-09T01:44:53.335373Z","end":"2026-03-09T01:44:53.557212Z","steps":["trace[1516509712] 'range keys from in-memory index tree' (duration: 221.577274ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:44:53.882153Z","caller":"traceutil/trace.go:171","msg":"trace[1205446754] transaction","detail":"{read_only:false; response_revision:2543; number_of_response:1; }","duration":"320.363393ms","start":"2026-03-09T01:44:53.561759Z","end":"2026-03-09T01:44:53.882122Z","steps":["trace[1205446754] 'process raft request' (duration: 320.201468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:44:53.882448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:44:53.561732Z","time spent":"320.617199ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:44:53.91892Z","caller":"traceutil/trace.go:171","msg":"trace[1628831597] linearizableReadLoop","detail":"{readStateIndex:2640; appliedIndex:2639; }","duration":"343.389121ms","start":"2026-03-09T01:44:53.575507Z","end":"2026-03-09T01:44:53.918896Z","steps":["trace[1628831597] 'read index received' (duration: 306.609286ms)","trace[1628831597] 'applied index is now lower than readState.Index' (duration: 36.778875ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:44:53.919019Z","caller":"traceutil/trace.go:171","msg":"trace[1106823073] transaction","detail":"{read_only:false; response_revision:2544; number_of_response:1; }","duration":"357.185238ms","start":"2026-03-09T01:44:53.561787Z","end":"2026-03-09T01:44:53.918972Z","steps":["trace[1106823073] 'process raft request' (duration: 356.972502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:44:53.919144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.625987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:44:53.919187Z","caller":"traceutil/trace.go:171","msg":"trace[930425213] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2544; }","duration":"343.68796ms","start":"2026-03-09T01:44:53.575486Z","end":"2026-03-09T01:44:53.919174Z","steps":["trace[930425213] 'agreement among raft nodes before linearized reading' (duration: 343.606738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:44:53.919177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.192977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:44:53.91923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:44:53.5754Z","time spent":"343.821613ms","remote":"127.0.0.1:59634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T01:44:53.919242Z","caller":"traceutil/trace.go:171","msg":"trace[1748789789] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2544; }","duration":"141.30944ms","start":"2026-03-09T01:44:53.777914Z","end":"2026-03-09T01:44:53.919223Z","steps":["trace[1748789789] 'agreement among raft nodes before linearized reading' (duration: 141.212237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:44:53.919369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:44:53.561764Z","time spent":"357.353262ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:44:53.919584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.998595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.216\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-09T01:44:53.91964Z","caller":"traceutil/trace.go:171","msg":"trace[2141527745] range","detail":"{range_begin:/registry/masterleases/199.204.45.216; range_end:; response_count:1; response_revision:2544; }","duration":"110.069497ms","start":"2026-03-09T01:44:53.809558Z","end":"2026-03-09T01:44:53.919627Z","steps":["trace[2141527745] 'agreement among raft nodes before linearized reading' (duration: 109.897002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:44:54.460281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.391705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T01:44:54.460434Z","caller":"traceutil/trace.go:171","msg":"trace[1666397596] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:2545; }","duration":"319.58357ms","start":"2026-03-09T01:44:54.140802Z","end":"2026-03-09T01:44:54.460386Z","steps":["trace[1666397596] 'count revisions from in-memory index tree' (duration: 319.291303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:44:54.460488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:44:54.140779Z","time spent":"319.694223ms","remote":"127.0.0.1:50932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":29,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-03-09T01:44:54.984469Z","caller":"traceutil/trace.go:171","msg":"trace[670999742] linearizableReadLoop","detail":"{readStateIndex:2643; appliedIndex:2642; }","duration":"443.821116ms","start":"2026-03-09T01:44:54.540562Z","end":"2026-03-09T01:44:54.984383Z","steps":["trace[670999742] 'read index received' (duration: 443.62007ms)","trace[670999742] 'applied index is now lower than readState.Index' (duration: 199.796µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:44:54.984768Z","caller":"traceutil/trace.go:171","msg":"trace[262813040] transaction","detail":"{read_only:false; response_revision:2546; number_of_response:1; }","duration":"473.461655ms","start":"2026-03-09T01:44:54.511235Z","end":"2026-03-09T01:44:54.984697Z","steps":["trace[262813040] 'process raft request' (duration: 472.91909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:44:54.984869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.743117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/valkey-node-0.189b08e8dd7f63b0\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-09T01:44:54.984927Z","caller":"traceutil/trace.go:171","msg":"trace[872885946] range","detail":"{range_begin:/registry/events/openstack/valkey-node-0.189b08e8dd7f63b0; range_end:; response_count:1; response_revision:2546; }","duration":"438.852129ms","start":"2026-03-09T01:44:54.54606Z","end":"2026-03-09T01:44:54.984912Z","steps":["trace[872885946] 'agreement among raft nodes before linearized reading' (duration: 438.601372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:44:54.984972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:44:54.511192Z","time spent":"473.672031ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:44:54.984993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:44:54.546045Z","time spent":"438.922872ms","remote":"127.0.0.1:59702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":787,"request content":"key:\"/registry/events/openstack/valkey-node-0.189b08e8dd7f63b0\" "} {"level":"warn","ts":"2026-03-09T01:44:54.985071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.493914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-09T01:44:54.984987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.859699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:44:54.985168Z","caller":"traceutil/trace.go:171","msg":"trace[537167107] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2546; }","duration":"444.655268ms","start":"2026-03-09T01:44:54.540492Z","end":"2026-03-09T01:44:54.985147Z","steps":["trace[537167107] 'agreement among raft nodes before linearized reading' (duration: 444.162605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:44:54.985226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:44:54.540477Z","time spent":"444.73858ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-09T01:44:54.985229Z","caller":"traceutil/trace.go:171","msg":"trace[833935160] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2546; }","duration":"208.184717ms","start":"2026-03-09T01:44:54.776995Z","end":"2026-03-09T01:44:54.98518Z","steps":["trace[833935160] 'agreement among raft nodes before linearized reading' (duration: 207.827738ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:44:55.150921Z","caller":"traceutil/trace.go:171","msg":"trace[2022645064] transaction","detail":"{read_only:false; response_revision:2547; number_of_response:1; }","duration":"163.095785ms","start":"2026-03-09T01:44:54.987798Z","end":"2026-03-09T01:44:55.150894Z","steps":["trace[2022645064] 'process raft request' (duration: 162.90698ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:44:55.151411Z","caller":"traceutil/trace.go:171","msg":"trace[434606184] transaction","detail":"{read_only:false; response_revision:2548; number_of_response:1; }","duration":"161.880323ms","start":"2026-03-09T01:44:54.989506Z","end":"2026-03-09T01:44:55.151386Z","steps":["trace[434606184] 'process raft request' (duration: 161.732089ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:45:01.294467Z","caller":"traceutil/trace.go:171","msg":"trace[904457337] transaction","detail":"{read_only:false; response_revision:2577; number_of_response:1; }","duration":"113.724287ms","start":"2026-03-09T01:45:01.180721Z","end":"2026-03-09T01:45:01.294445Z","steps":["trace[904457337] 'process raft request' (duration: 113.586913ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:45:01.382838Z","caller":"traceutil/trace.go:171","msg":"trace[493912008] transaction","detail":"{read_only:false; response_revision:2579; number_of_response:1; }","duration":"145.104344ms","start":"2026-03-09T01:45:01.237705Z","end":"2026-03-09T01:45:01.382809Z","steps":["trace[493912008] 'process raft request' (duration: 144.991441ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:45:01.383119Z","caller":"traceutil/trace.go:171","msg":"trace[161542667] transaction","detail":"{read_only:false; response_revision:2578; number_of_response:1; }","duration":"167.062764ms","start":"2026-03-09T01:45:01.215979Z","end":"2026-03-09T01:45:01.383042Z","steps":["trace[161542667] 'process raft request' (duration: 134.165905ms)","trace[161542667] 'compare' (duration: 32.375374ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:45:01.383327Z","caller":"traceutil/trace.go:171","msg":"trace[2132564299] transaction","detail":"{read_only:false; response_revision:2580; number_of_response:1; }","duration":"140.108838ms","start":"2026-03-09T01:45:01.243177Z","end":"2026-03-09T01:45:01.383286Z","steps":["trace[2132564299] 'process raft request' (duration: 139.588074ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:45:01.383326Z","caller":"traceutil/trace.go:171","msg":"trace[1174864225] linearizableReadLoop","detail":"{readStateIndex:2678; appliedIndex:2674; }","duration":"125.665824ms","start":"2026-03-09T01:45:01.257591Z","end":"2026-03-09T01:45:01.383257Z","steps":["trace[1174864225] 'read index received' (duration: 36.726034ms)","trace[1174864225] 'applied index is now lower than readState.Index' (duration: 88.93654ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:45:01.383691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.067214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-09T01:45:01.383812Z","caller":"traceutil/trace.go:171","msg":"trace[1945155689] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2580; }","duration":"126.229588ms","start":"2026-03-09T01:45:01.25756Z","end":"2026-03-09T01:45:01.38379Z","steps":["trace[1945155689] 'agreement among raft nodes before linearized reading' (duration: 125.874538ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:47:16.096946Z","caller":"traceutil/trace.go:171","msg":"trace[2121666356] transaction","detail":"{read_only:false; response_revision:3421; number_of_response:1; }","duration":"240.824308ms","start":"2026-03-09T01:47:15.856092Z","end":"2026-03-09T01:47:16.096916Z","steps":["trace[2121666356] 'process raft request' (duration: 240.655263ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:47:16.336444Z","caller":"traceutil/trace.go:171","msg":"trace[1621304868] transaction","detail":"{read_only:false; response_revision:3422; number_of_response:1; }","duration":"479.571878ms","start":"2026-03-09T01:47:15.856834Z","end":"2026-03-09T01:47:16.336406Z","steps":["trace[1621304868] 'process raft request' (duration: 451.893951ms)","trace[1621304868] 'compare' (duration: 27.345548ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:47:16.336545Z","caller":"traceutil/trace.go:171","msg":"trace[1185260360] transaction","detail":"{read_only:false; response_revision:3423; number_of_response:1; }","duration":"479.318411ms","start":"2026-03-09T01:47:15.857202Z","end":"2026-03-09T01:47:16.33652Z","steps":["trace[1185260360] 'process raft request' (duration: 479.106596ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:47:16.336511Z","caller":"traceutil/trace.go:171","msg":"trace[1514939425] linearizableReadLoop","detail":"{readStateIndex:3555; appliedIndex:3552; }","duration":"402.131711ms","start":"2026-03-09T01:47:15.934331Z","end":"2026-03-09T01:47:16.336463Z","steps":["trace[1514939425] 'read index received' (duration: 162.507676ms)","trace[1514939425] 'applied index is now lower than readState.Index' (duration: 239.622355ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:47:16.3366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:47:15.856805Z","time spent":"479.715742ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:47:16.336663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:47:15.857192Z","time spent":"479.408264ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:47:16.33678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.24816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-09T01:47:16.33678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.419298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-09T01:47:16.336822Z","caller":"traceutil/trace.go:171","msg":"trace[122095122] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3423; }","duration":"402.49332ms","start":"2026-03-09T01:47:15.934319Z","end":"2026-03-09T01:47:16.336813Z","steps":["trace[122095122] 'agreement among raft nodes before linearized reading' (duration: 402.313115ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:47:16.336821Z","caller":"traceutil/trace.go:171","msg":"trace[2099589414] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3423; }","duration":"290.340722ms","start":"2026-03-09T01:47:16.046468Z","end":"2026-03-09T01:47:16.336808Z","steps":["trace[2099589414] 'agreement among raft nodes before linearized reading' (duration: 290.217599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:47:16.336854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:47:15.934223Z","time spent":"402.621474ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-09T01:47:21.863661Z","caller":"traceutil/trace.go:171","msg":"trace[1181244965] transaction","detail":"{read_only:false; response_revision:3447; number_of_response:1; }","duration":"114.079941ms","start":"2026-03-09T01:47:21.749546Z","end":"2026-03-09T01:47:21.863626Z","steps":["trace[1181244965] 'process raft request' (duration: 113.891316ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:47:22.184744Z","caller":"traceutil/trace.go:171","msg":"trace[1659160982] transaction","detail":"{read_only:false; response_revision:3448; number_of_response:1; }","duration":"261.541804ms","start":"2026-03-09T01:47:21.923159Z","end":"2026-03-09T01:47:22.1847Z","steps":["trace[1659160982] 'process raft request' (duration: 259.55333ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:48:40.698022Z","caller":"traceutil/trace.go:171","msg":"trace[1149353093] transaction","detail":"{read_only:false; response_revision:4252; number_of_response:1; }","duration":"116.866114ms","start":"2026-03-09T01:48:40.581127Z","end":"2026-03-09T01:48:40.697993Z","steps":["trace[1149353093] 'process raft request' (duration: 116.643017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:43.274965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.431768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-09T01:48:43.275059Z","caller":"traceutil/trace.go:171","msg":"trace[1892752597] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4291; }","duration":"131.587912ms","start":"2026-03-09T01:48:43.143449Z","end":"2026-03-09T01:48:43.275037Z","steps":["trace[1892752597] 'range keys from in-memory index tree' (duration: 131.206261ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:43.275151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.183624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-09T01:48:43.275268Z","caller":"traceutil/trace.go:171","msg":"trace[814106588] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4291; }","duration":"129.348698ms","start":"2026-03-09T01:48:43.145899Z","end":"2026-03-09T01:48:43.275248Z","steps":["trace[814106588] 'range keys from in-memory index tree' (duration: 129.018559ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:48:43.82577Z","caller":"traceutil/trace.go:171","msg":"trace[132718736] transaction","detail":"{read_only:false; response_revision:4325; number_of_response:1; }","duration":"102.305739ms","start":"2026-03-09T01:48:43.723436Z","end":"2026-03-09T01:48:43.825742Z","steps":["trace[132718736] 'process raft request' (duration: 102.066573ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:48:44.540951Z","caller":"traceutil/trace.go:171","msg":"trace[1732152325] transaction","detail":"{read_only:false; response_revision:4363; number_of_response:1; }","duration":"127.535677ms","start":"2026-03-09T01:48:44.413391Z","end":"2026-03-09T01:48:44.540926Z","steps":["trace[1732152325] 'process raft request' (duration: 127.383502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:44.701327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.694521ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:48:44.701441Z","caller":"traceutil/trace.go:171","msg":"trace[235403975] linearizableReadLoop","detail":"{readStateIndex:4536; appliedIndex:4535; }","duration":"141.373579ms","start":"2026-03-09T01:48:44.560047Z","end":"2026-03-09T01:48:44.701421Z","steps":["trace[235403975] 'read index received' (duration: 19.431492ms)","trace[235403975] 'applied index is now lower than readState.Index' (duration: 121.940607ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:48:44.701505Z","caller":"traceutil/trace.go:171","msg":"trace[1191853299] transaction","detail":"{read_only:false; response_revision:4364; number_of_response:1; }","duration":"225.360178ms","start":"2026-03-09T01:48:44.476099Z","end":"2026-03-09T01:48:44.70146Z","steps":["trace[1191853299] 'process raft request' (duration: 103.432761ms)","trace[1191853299] 'compare' (duration: 121.559806ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:48:44.701668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.630677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-18bace0d-c4ad-4683-a509-cf0a0794d62f\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-03-09T01:48:44.701717Z","caller":"traceutil/trace.go:171","msg":"trace[219657812] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-18bace0d-c4ad-4683-a509-cf0a0794d62f; range_end:; response_count:1; response_revision:4364; }","duration":"141.733971ms","start":"2026-03-09T01:48:44.559972Z","end":"2026-03-09T01:48:44.701706Z","steps":["trace[219657812] 'agreement among raft nodes before linearized reading' (duration: 141.553135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:44.702668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.978242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:50 size:2196043"} {"level":"info","ts":"2026-03-09T01:48:44.702771Z","caller":"traceutil/trace.go:171","msg":"trace[40546529] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:50; response_revision:4364; }","duration":"113.112646ms","start":"2026-03-09T01:48:44.589638Z","end":"2026-03-09T01:48:44.702751Z","steps":["trace[40546529] 'agreement among raft nodes before linearized reading' (duration: 111.982184ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:48:44.95051Z","caller":"traceutil/trace.go:171","msg":"trace[383283543] linearizableReadLoop","detail":"{readStateIndex:4538; appliedIndex:4536; }","duration":"213.255995ms","start":"2026-03-09T01:48:44.737217Z","end":"2026-03-09T01:48:44.950473Z","steps":["trace[383283543] 'read index received' (duration: 9.384767ms)","trace[383283543] 'applied index is now lower than readState.Index' (duration: 203.869528ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:48:44.95052Z","caller":"traceutil/trace.go:171","msg":"trace[2043809914] transaction","detail":"{read_only:false; response_revision:4366; number_of_response:1; }","duration":"223.836265ms","start":"2026-03-09T01:48:44.726649Z","end":"2026-03-09T01:48:44.950485Z","steps":["trace[2043809914] 'process raft request' (duration: 223.585358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:44.951021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.752259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-09T01:48:44.951157Z","caller":"traceutil/trace.go:171","msg":"trace[1646710056] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4366; }","duration":"213.947054ms","start":"2026-03-09T01:48:44.737178Z","end":"2026-03-09T01:48:44.951125Z","steps":["trace[1646710056] 'agreement among raft nodes before linearized reading' (duration: 213.408099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:44.978599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.482938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:48:44.978689Z","caller":"traceutil/trace.go:171","msg":"trace[1330833042] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4367; }","duration":"202.606371ms","start":"2026-03-09T01:48:44.776062Z","end":"2026-03-09T01:48:44.978669Z","steps":["trace[1330833042] 'agreement among raft nodes before linearized reading' (duration: 202.458617ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:48:44.978602Z","caller":"traceutil/trace.go:171","msg":"trace[390809463] transaction","detail":"{read_only:false; response_revision:4367; number_of_response:1; }","duration":"222.538728ms","start":"2026-03-09T01:48:44.756017Z","end":"2026-03-09T01:48:44.978556Z","steps":["trace[390809463] 'process raft request' (duration: 222.315122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:44.978716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.846885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-09T01:48:44.97877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.420828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-09T01:48:44.978831Z","caller":"traceutil/trace.go:171","msg":"trace[845370793] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4367; }","duration":"220.524471ms","start":"2026-03-09T01:48:44.758291Z","end":"2026-03-09T01:48:44.978816Z","steps":["trace[845370793] 'agreement among raft nodes before linearized reading' (duration: 220.311335ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:48:44.97878Z","caller":"traceutil/trace.go:171","msg":"trace[1420724021] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4367; }","duration":"217.942097ms","start":"2026-03-09T01:48:44.76082Z","end":"2026-03-09T01:48:44.978762Z","steps":["trace[1420724021] 'agreement among raft nodes before linearized reading' (duration: 217.746932ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:48:45.36719Z","caller":"traceutil/trace.go:171","msg":"trace[270083029] transaction","detail":"{read_only:false; response_revision:4387; number_of_response:1; }","duration":"128.417202ms","start":"2026-03-09T01:48:45.238736Z","end":"2026-03-09T01:48:45.367154Z","steps":["trace[270083029] 'process raft request' (duration: 124.84286ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:48:46.801318Z","caller":"traceutil/trace.go:171","msg":"trace[1776285620] transaction","detail":"{read_only:false; response_revision:4400; number_of_response:1; }","duration":"169.775758ms","start":"2026-03-09T01:48:46.631524Z","end":"2026-03-09T01:48:46.801299Z","steps":["trace[1776285620] 'process raft request' (duration: 169.623614ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:48:47.548098Z","caller":"traceutil/trace.go:171","msg":"trace[381126050] transaction","detail":"{read_only:false; response_revision:4407; number_of_response:1; }","duration":"133.760164ms","start":"2026-03-09T01:48:47.414315Z","end":"2026-03-09T01:48:47.548075Z","steps":["trace[381126050] 'process raft request' (duration: 133.63729ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:48:47.583342Z","caller":"traceutil/trace.go:171","msg":"trace[1804268445] transaction","detail":"{read_only:false; response_revision:4408; number_of_response:1; }","duration":"165.9811ms","start":"2026-03-09T01:48:47.417335Z","end":"2026-03-09T01:48:47.583316Z","steps":["trace[1804268445] 'process raft request' (duration: 165.824795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:49.373333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.896993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1821"} {"level":"info","ts":"2026-03-09T01:48:49.373437Z","caller":"traceutil/trace.go:171","msg":"trace[2101052837] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4459; }","duration":"130.068977ms","start":"2026-03-09T01:48:49.243342Z","end":"2026-03-09T01:48:49.373411Z","steps":["trace[2101052837] 'range keys from in-memory index tree' (duration: 129.623114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:50.488578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.600316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-09T01:48:50.488634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.463836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ppffl\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-09T01:48:50.488674Z","caller":"traceutil/trace.go:171","msg":"trace[1935628238] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4561; }","duration":"180.724539ms","start":"2026-03-09T01:48:50.307926Z","end":"2026-03-09T01:48:50.488651Z","steps":["trace[1935628238] 'range keys from in-memory index tree' (duration: 180.424341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:50.488669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.196954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1219"} {"level":"info","ts":"2026-03-09T01:48:50.488731Z","caller":"traceutil/trace.go:171","msg":"trace[226091733] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ppffl; range_end:; response_count:1; response_revision:4561; }","duration":"184.586179ms","start":"2026-03-09T01:48:50.304099Z","end":"2026-03-09T01:48:50.488685Z","steps":["trace[226091733] 'range keys from in-memory index tree' (duration: 184.343962ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:48:50.48879Z","caller":"traceutil/trace.go:171","msg":"trace[1972654905] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4561; }","duration":"168.369648ms","start":"2026-03-09T01:48:50.320389Z","end":"2026-03-09T01:48:50.488758Z","steps":["trace[1972654905] 'range keys from in-memory index tree' (duration: 168.028169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:50.867008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.285345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-09T01:48:50.867099Z","caller":"traceutil/trace.go:171","msg":"trace[1300219102] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4565; }","duration":"258.432129ms","start":"2026-03-09T01:48:50.608646Z","end":"2026-03-09T01:48:50.867078Z","steps":["trace[1300219102] 'range keys from in-memory index tree' (duration: 258.13054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:50.867356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.283246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-09T01:48:50.867387Z","caller":"traceutil/trace.go:171","msg":"trace[1837289651] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4565; }","duration":"238.313637ms","start":"2026-03-09T01:48:50.629064Z","end":"2026-03-09T01:48:50.867377Z","steps":["trace[1837289651] 'range keys from in-memory index tree' (duration: 238.175543ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:50.867489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.933983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:48:50.867514Z","caller":"traceutil/trace.go:171","msg":"trace[94335841] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:4565; }","duration":"221.001355ms","start":"2026-03-09T01:48:50.646508Z","end":"2026-03-09T01:48:50.867509Z","steps":["trace[94335841] 'range keys from in-memory index tree' (duration: 220.854091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:53.427808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.021404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ad0b0a7f-d1f8-43a5-9bb8-432135053950\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-09T01:48:53.427912Z","caller":"traceutil/trace.go:171","msg":"trace[1714328176] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ad0b0a7f-d1f8-43a5-9bb8-432135053950; range_end:; response_count:1; response_revision:4624; }","duration":"305.165358ms","start":"2026-03-09T01:48:53.122724Z","end":"2026-03-09T01:48:53.427889Z","steps":["trace[1714328176] 'range keys from in-memory index tree' (duration: 304.858089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:53.427972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:48:53.122713Z","time spent":"305.24817ms","remote":"127.0.0.1:59810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ad0b0a7f-d1f8-43a5-9bb8-432135053950\" "} {"level":"warn","ts":"2026-03-09T01:48:53.428081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.995283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-09T01:48:53.428184Z","caller":"traceutil/trace.go:171","msg":"trace[2091552729] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:4624; }","duration":"126.151907ms","start":"2026-03-09T01:48:53.302007Z","end":"2026-03-09T01:48:53.428159Z","steps":["trace[2091552729] 'range keys from in-memory index tree' (duration: 125.751996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:53.428394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.936737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-09T01:48:53.428481Z","caller":"traceutil/trace.go:171","msg":"trace[199490617] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4624; }","duration":"366.031829ms","start":"2026-03-09T01:48:53.062433Z","end":"2026-03-09T01:48:53.428465Z","steps":["trace[199490617] 'range keys from in-memory index tree' (duration: 365.861194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:53.428517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:48:53.062425Z","time spent":"366.0837ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T01:48:53.428746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.443895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-09T01:48:53.428782Z","caller":"traceutil/trace.go:171","msg":"trace[1544312297] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4624; }","duration":"325.535847ms","start":"2026-03-09T01:48:53.103235Z","end":"2026-03-09T01:48:53.42877Z","steps":["trace[1544312297] 'range keys from in-memory index tree' (duration: 325.340422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:53.428812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:48:53.103216Z","time spent":"325.588358ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T01:48:53.428825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.221232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ad0b0a7f-d1f8-43a5-9bb8-432135053950\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-09T01:48:53.428946Z","caller":"traceutil/trace.go:171","msg":"trace[213968547] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ad0b0a7f-d1f8-43a5-9bb8-432135053950; range_end:; response_count:1; response_revision:4624; }","duration":"361.373347ms","start":"2026-03-09T01:48:53.067545Z","end":"2026-03-09T01:48:53.428918Z","steps":["trace[213968547] 'range keys from in-memory index tree' (duration: 360.965485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:53.428999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:48:53.067541Z","time spent":"361.444889ms","remote":"127.0.0.1:59810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3623,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ad0b0a7f-d1f8-43a5-9bb8-432135053950\" "} {"level":"info","ts":"2026-03-09T01:48:53.893169Z","caller":"traceutil/trace.go:171","msg":"trace[1541021470] transaction","detail":"{read_only:false; response_revision:4625; number_of_response:1; }","duration":"456.273715ms","start":"2026-03-09T01:48:53.436871Z","end":"2026-03-09T01:48:53.893144Z","steps":["trace[1541021470] 'process raft request' (duration: 456.11679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:53.893343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:48:53.436848Z","time spent":"456.390538ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:48:54.065218Z","caller":"traceutil/trace.go:171","msg":"trace[1690291105] linearizableReadLoop","detail":"{readStateIndex:4808; appliedIndex:4805; }","duration":"489.916342ms","start":"2026-03-09T01:48:53.575274Z","end":"2026-03-09T01:48:54.06519Z","steps":["trace[1690291105] 'read index received' (duration: 317.743026ms)","trace[1690291105] 'applied index is now lower than readState.Index' (duration: 172.171886ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:48:54.06533Z","caller":"traceutil/trace.go:171","msg":"trace[555672999] transaction","detail":"{read_only:false; response_revision:4626; number_of_response:1; }","duration":"628.163403ms","start":"2026-03-09T01:48:53.437118Z","end":"2026-03-09T01:48:54.065282Z","steps":["trace[555672999] 'process raft request' (duration: 627.847604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:54.065485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.770958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:48:54.065504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.622026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-09T01:48:54.065514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.884337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.216\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-09T01:48:54.065555Z","caller":"traceutil/trace.go:171","msg":"trace[1383793853] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4627; }","duration":"481.715008ms","start":"2026-03-09T01:48:53.583826Z","end":"2026-03-09T01:48:54.065541Z","steps":["trace[1383793853] 'agreement among raft nodes before linearized reading' (duration: 481.517782ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:48:54.06556Z","caller":"traceutil/trace.go:171","msg":"trace[597778463] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4627; }","duration":"290.904312ms","start":"2026-03-09T01:48:53.774633Z","end":"2026-03-09T01:48:54.065537Z","steps":["trace[597778463] 'agreement among raft nodes before linearized reading' (duration: 290.724857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:54.065559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:48:53.437101Z","time spent":"628.330798ms","remote":"127.0.0.1:59810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3703,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:48:54.065563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.418004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-sktnp-tls\" ","response":"range_response_count:1 size:1967"} {"level":"info","ts":"2026-03-09T01:48:54.065574Z","caller":"traceutil/trace.go:171","msg":"trace[118650552] range","detail":"{range_begin:/registry/masterleases/199.204.45.216; range_end:; response_count:1; response_revision:4627; }","duration":"242.970269ms","start":"2026-03-09T01:48:53.822588Z","end":"2026-03-09T01:48:54.065559Z","steps":["trace[118650552] 'agreement among raft nodes before linearized reading' (duration: 242.825805ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:48:54.065623Z","caller":"traceutil/trace.go:171","msg":"trace[894043014] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-sktnp-tls; range_end:; response_count:1; response_revision:4627; }","duration":"363.499367ms","start":"2026-03-09T01:48:53.702106Z","end":"2026-03-09T01:48:54.065605Z","steps":["trace[894043014] 'agreement among raft nodes before linearized reading' (duration: 363.349792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:54.065597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:48:53.583813Z","time spent":"481.77411ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T01:48:54.065643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.43351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-09T01:48:54.065663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:48:53.702095Z","time spent":"363.559468ms","remote":"127.0.0.1:50904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":1989,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-sktnp-tls\" "} {"level":"warn","ts":"2026-03-09T01:48:54.065701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.766244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-09T01:48:54.065742Z","caller":"traceutil/trace.go:171","msg":"trace[1178542031] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:4627; }","duration":"385.617886ms","start":"2026-03-09T01:48:53.680094Z","end":"2026-03-09T01:48:54.065712Z","steps":["trace[1178542031] 'agreement among raft nodes before linearized reading' (duration: 385.356968ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:48:54.06577Z","caller":"traceutil/trace.go:171","msg":"trace[1121257361] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4627; }","duration":"459.900818ms","start":"2026-03-09T01:48:53.605852Z","end":"2026-03-09T01:48:54.065752Z","steps":["trace[1121257361] 'agreement among raft nodes before linearized reading' (duration: 459.645871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:54.065798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:48:53.68008Z","time spent":"385.704758ms","remote":"127.0.0.1:50948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":10,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-09T01:48:54.065808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:48:53.605815Z","time spent":"459.98585ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-09T01:48:54.066Z","caller":"traceutil/trace.go:171","msg":"trace[589338088] transaction","detail":"{read_only:false; response_revision:4627; number_of_response:1; }","duration":"628.636216ms","start":"2026-03-09T01:48:53.437344Z","end":"2026-03-09T01:48:54.065981Z","steps":["trace[589338088] 'process raft request' (duration: 627.785122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:54.065368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.085266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:48:54.06611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:48:53.437334Z","time spent":"628.708158ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:48:54.066133Z","caller":"traceutil/trace.go:171","msg":"trace[907607778] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4627; }","duration":"490.910809ms","start":"2026-03-09T01:48:53.575212Z","end":"2026-03-09T01:48:54.066123Z","steps":["trace[907607778] 'agreement among raft nodes before linearized reading' (duration: 490.105747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:54.066156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:48:53.57519Z","time spent":"490.958281ms","remote":"127.0.0.1:59634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T01:48:55.0019Z","caller":"traceutil/trace.go:171","msg":"trace[332769227] transaction","detail":"{read_only:false; response_revision:4634; number_of_response:1; }","duration":"121.904017ms","start":"2026-03-09T01:48:54.879973Z","end":"2026-03-09T01:48:55.001877Z","steps":["trace[332769227] 'process raft request' (duration: 121.729532ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:48:55.018884Z","caller":"traceutil/trace.go:171","msg":"trace[1927662456] linearizableReadLoop","detail":"{readStateIndex:4817; appliedIndex:4815; }","duration":"112.420217ms","start":"2026-03-09T01:48:54.906441Z","end":"2026-03-09T01:48:55.018862Z","steps":["trace[1927662456] 'read index received' (duration: 95.337021ms)","trace[1927662456] 'applied index is now lower than readState.Index' (duration: 17.082216ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:48:55.018963Z","caller":"traceutil/trace.go:171","msg":"trace[453203143] transaction","detail":"{read_only:false; response_revision:4635; number_of_response:1; }","duration":"138.117357ms","start":"2026-03-09T01:48:54.880835Z","end":"2026-03-09T01:48:55.018953Z","steps":["trace[453203143] 'process raft request' (duration: 137.87173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:55.019032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.56208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T01:48:55.019061Z","caller":"traceutil/trace.go:171","msg":"trace[1272471030] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4635; }","duration":"112.649443ms","start":"2026-03-09T01:48:54.906404Z","end":"2026-03-09T01:48:55.019053Z","steps":["trace[1272471030] 'agreement among raft nodes before linearized reading' (duration: 112.53787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:56.863844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.91146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T01:48:56.863983Z","caller":"traceutil/trace.go:171","msg":"trace[887007452] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4677; }","duration":"293.166117ms","start":"2026-03-09T01:48:56.570785Z","end":"2026-03-09T01:48:56.863951Z","steps":["trace[887007452] 'range keys from in-memory index tree' (duration: 292.657772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:56.864049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.713218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:48:56.864109Z","caller":"traceutil/trace.go:171","msg":"trace[710016470] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:4677; }","duration":"302.838252ms","start":"2026-03-09T01:48:56.561258Z","end":"2026-03-09T01:48:56.864096Z","steps":["trace[710016470] 'count revisions from in-memory index tree' (duration: 302.613216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:56.864134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:48:56.561229Z","time spent":"302.898494ms","remote":"127.0.0.1:60054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":27,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-09T01:48:56.864168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.411214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ad0b0a7f-d1f8-43a5-9bb8-432135053950\" ","response":"range_response_count:1 size:3904"} {"level":"info","ts":"2026-03-09T01:48:56.864261Z","caller":"traceutil/trace.go:171","msg":"trace[1336413650] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ad0b0a7f-d1f8-43a5-9bb8-432135053950; range_end:; response_count:1; response_revision:4677; }","duration":"376.563368ms","start":"2026-03-09T01:48:56.487673Z","end":"2026-03-09T01:48:56.864236Z","steps":["trace[1336413650] 'range keys from in-memory index tree' (duration: 376.167907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:56.864324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:48:56.487654Z","time spent":"376.65475ms","remote":"127.0.0.1:59810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3926,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ad0b0a7f-d1f8-43a5-9bb8-432135053950\" "} {"level":"warn","ts":"2026-03-09T01:48:56.864313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.360707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ppffl\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-09T01:48:56.864387Z","caller":"traceutil/trace.go:171","msg":"trace[1314572579] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ppffl; range_end:; response_count:1; response_revision:4677; }","duration":"296.45557ms","start":"2026-03-09T01:48:56.567913Z","end":"2026-03-09T01:48:56.864369Z","steps":["trace[1314572579] 'range keys from in-memory index tree' (duration: 296.209853ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:48:57.235928Z","caller":"traceutil/trace.go:171","msg":"trace[1978196144] linearizableReadLoop","detail":"{readStateIndex:4864; appliedIndex:4862; }","duration":"119.124977ms","start":"2026-03-09T01:48:57.116781Z","end":"2026-03-09T01:48:57.235906Z","steps":["trace[1978196144] 'read index received' (duration: 118.933012ms)","trace[1978196144] 'applied index is now lower than readState.Index' (duration: 190.815µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:48:57.235984Z","caller":"traceutil/trace.go:171","msg":"trace[271300913] transaction","detail":"{read_only:false; response_revision:4681; number_of_response:1; }","duration":"166.881176ms","start":"2026-03-09T01:48:57.069085Z","end":"2026-03-09T01:48:57.235967Z","steps":["trace[271300913] 'process raft request' (duration: 166.781013ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:48:57.235986Z","caller":"traceutil/trace.go:171","msg":"trace[1763944196] transaction","detail":"{read_only:false; response_revision:4680; number_of_response:1; }","duration":"212.484473ms","start":"2026-03-09T01:48:57.023463Z","end":"2026-03-09T01:48:57.235947Z","steps":["trace[1763944196] 'process raft request' (duration: 212.262346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:57.236135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.153848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/kube-prometheus-stack-grafana-5b9f6d8758-7926b.189b0925c3795d06\" ","response":"range_response_count:1 size:896"} {"level":"info","ts":"2026-03-09T01:48:57.236164Z","caller":"traceutil/trace.go:171","msg":"trace[43264464] range","detail":"{range_begin:/registry/events/monitoring/kube-prometheus-stack-grafana-5b9f6d8758-7926b.189b0925c3795d06; range_end:; response_count:1; response_revision:4681; }","duration":"119.259922ms","start":"2026-03-09T01:48:57.116896Z","end":"2026-03-09T01:48:57.236156Z","steps":["trace[43264464] 'agreement among raft nodes before linearized reading' (duration: 119.135548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:48:57.236235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.430186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16233"} {"level":"info","ts":"2026-03-09T01:48:57.236314Z","caller":"traceutil/trace.go:171","msg":"trace[132059002] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4681; }","duration":"119.56242ms","start":"2026-03-09T01:48:57.116728Z","end":"2026-03-09T01:48:57.23629Z","steps":["trace[132059002] 'agreement among raft nodes before linearized reading' (duration: 119.272622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:03.044178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.932389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:49:03.044285Z","caller":"traceutil/trace.go:171","msg":"trace[2124481824] range","detail":"{range_begin:/registry/services/specs/openstack/memcached; range_end:; response_count:0; response_revision:4781; }","duration":"115.064772ms","start":"2026-03-09T01:49:02.929202Z","end":"2026-03-09T01:49:03.044266Z","steps":["trace[2124481824] 'range keys from in-memory index tree' (duration: 114.892937ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:03.329446Z","caller":"traceutil/trace.go:171","msg":"trace[620331438] linearizableReadLoop","detail":"{readStateIndex:4972; appliedIndex:4971; }","duration":"111.1272ms","start":"2026-03-09T01:49:03.218296Z","end":"2026-03-09T01:49:03.329424Z","steps":["trace[620331438] 'read index received' (duration: 93.928771ms)","trace[620331438] 'applied index is now lower than readState.Index' (duration: 17.197429ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:49:03.329531Z","caller":"traceutil/trace.go:171","msg":"trace[1923566011] transaction","detail":"{read_only:false; response_revision:4786; number_of_response:1; }","duration":"118.714456ms","start":"2026-03-09T01:49:03.21078Z","end":"2026-03-09T01:49:03.329495Z","steps":["trace[1923566011] 'process raft request' (duration: 101.448205ms)","trace[1923566011] 'compare' (duration: 17.079156ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:49:03.329776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.406348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-09T01:49:03.329851Z","caller":"traceutil/trace.go:171","msg":"trace[828161541] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4786; }","duration":"111.547442ms","start":"2026-03-09T01:49:03.218282Z","end":"2026-03-09T01:49:03.32983Z","steps":["trace[828161541] 'agreement among raft nodes before linearized reading' (duration: 111.235214ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:03.356953Z","caller":"traceutil/trace.go:171","msg":"trace[984091222] transaction","detail":"{read_only:false; response_revision:4787; number_of_response:1; }","duration":"135.488433ms","start":"2026-03-09T01:49:03.221447Z","end":"2026-03-09T01:49:03.356935Z","steps":["trace[984091222] 'process raft request' (duration: 135.279947ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:03.49717Z","caller":"traceutil/trace.go:171","msg":"trace[1422218401] transaction","detail":"{read_only:false; response_revision:4791; number_of_response:1; }","duration":"127.891137ms","start":"2026-03-09T01:49:03.369247Z","end":"2026-03-09T01:49:03.497138Z","steps":["trace[1422218401] 'process raft request' (duration: 108.983859ms)","trace[1422218401] 'compare' (duration: 18.691252ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:49:03.497399Z","caller":"traceutil/trace.go:171","msg":"trace[1373737189] transaction","detail":"{read_only:false; response_revision:4793; number_of_response:1; }","duration":"128.079032ms","start":"2026-03-09T01:49:03.369304Z","end":"2026-03-09T01:49:03.497383Z","steps":["trace[1373737189] 'process raft request' (duration: 127.971829ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:03.497489Z","caller":"traceutil/trace.go:171","msg":"trace[1993066407] transaction","detail":"{read_only:false; response_revision:4792; number_of_response:1; }","duration":"128.172395ms","start":"2026-03-09T01:49:03.36924Z","end":"2026-03-09T01:49:03.497412Z","steps":["trace[1993066407] 'process raft request' (duration: 127.842746ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:03.497584Z","caller":"traceutil/trace.go:171","msg":"trace[186951525] transaction","detail":"{read_only:false; response_revision:4794; number_of_response:1; }","duration":"127.540407ms","start":"2026-03-09T01:49:03.370006Z","end":"2026-03-09T01:49:03.497547Z","steps":["trace[186951525] 'process raft request' (duration: 127.343111ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:03.783167Z","caller":"traceutil/trace.go:171","msg":"trace[448266307] linearizableReadLoop","detail":"{readStateIndex:4988; appliedIndex:4986; }","duration":"115.631408ms","start":"2026-03-09T01:49:03.667504Z","end":"2026-03-09T01:49:03.783135Z","steps":["trace[448266307] 'read index received' (duration: 67.124929ms)","trace[448266307] 'applied index is now lower than readState.Index' (duration: 48.504679ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:49:03.783251Z","caller":"traceutil/trace.go:171","msg":"trace[966939154] transaction","detail":"{read_only:false; response_revision:4801; number_of_response:1; }","duration":"138.120097ms","start":"2026-03-09T01:49:03.64509Z","end":"2026-03-09T01:49:03.78321Z","steps":["trace[966939154] 'process raft request' (duration: 89.512885ms)","trace[966939154] 'compare' (duration: 48.16618ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:49:03.783248Z","caller":"traceutil/trace.go:171","msg":"trace[386819478] transaction","detail":"{read_only:false; response_revision:4803; number_of_response:1; }","duration":"112.88338ms","start":"2026-03-09T01:49:03.670327Z","end":"2026-03-09T01:49:03.783211Z","steps":["trace[386819478] 'process raft request' (duration: 112.709935ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:03.783191Z","caller":"traceutil/trace.go:171","msg":"trace[1186921399] transaction","detail":"{read_only:false; response_revision:4802; number_of_response:1; }","duration":"116.863613ms","start":"2026-03-09T01:49:03.666303Z","end":"2026-03-09T01:49:03.783167Z","steps":["trace[1186921399] 'process raft request' (duration: 116.659707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:03.783357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.834584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:49:03.783479Z","caller":"traceutil/trace.go:171","msg":"trace[2084215967] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:4803; }","duration":"115.959987ms","start":"2026-03-09T01:49:03.667455Z","end":"2026-03-09T01:49:03.783415Z","steps":["trace[2084215967] 'agreement among raft nodes before linearized reading' (duration: 115.829103ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:04.927169Z","caller":"traceutil/trace.go:171","msg":"trace[1948987779] linearizableReadLoop","detail":"{readStateIndex:5012; appliedIndex:5011; }","duration":"148.513752ms","start":"2026-03-09T01:49:04.778627Z","end":"2026-03-09T01:49:04.927141Z","steps":["trace[1948987779] 'read index received' (duration: 148.09948ms)","trace[1948987779] 'applied index is now lower than readState.Index' (duration: 413.322µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:49:04.927204Z","caller":"traceutil/trace.go:171","msg":"trace[1603533511] transaction","detail":"{read_only:false; response_revision:4825; number_of_response:1; }","duration":"239.002535ms","start":"2026-03-09T01:49:04.688175Z","end":"2026-03-09T01:49:04.927177Z","steps":["trace[1603533511] 'process raft request' (duration: 238.728397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:04.927315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.674347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:49:04.927357Z","caller":"traceutil/trace.go:171","msg":"trace[1012867107] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4825; }","duration":"148.76491ms","start":"2026-03-09T01:49:04.778579Z","end":"2026-03-09T01:49:04.927344Z","steps":["trace[1012867107] 'agreement among raft nodes before linearized reading' (duration: 148.658647ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:09.235369Z","caller":"traceutil/trace.go:171","msg":"trace[1846309244] linearizableReadLoop","detail":"{readStateIndex:5056; appliedIndex:5055; }","duration":"104.921603ms","start":"2026-03-09T01:49:09.130425Z","end":"2026-03-09T01:49:09.235347Z","steps":["trace[1846309244] 'read index received' (duration: 104.762098ms)","trace[1846309244] 'applied index is now lower than readState.Index' (duration: 157.935µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:49:09.23548Z","caller":"traceutil/trace.go:171","msg":"trace[1241023693] transaction","detail":"{read_only:false; response_revision:4869; number_of_response:1; }","duration":"107.836416ms","start":"2026-03-09T01:49:09.127614Z","end":"2026-03-09T01:49:09.23545Z","steps":["trace[1241023693] 'process raft request' (duration: 107.589419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:09.235647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.199122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:8 size:71044"} {"level":"info","ts":"2026-03-09T01:49:09.235695Z","caller":"traceutil/trace.go:171","msg":"trace[257531888] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:8; response_revision:4869; }","duration":"105.293994ms","start":"2026-03-09T01:49:09.130389Z","end":"2026-03-09T01:49:09.235683Z","steps":["trace[257531888] 'agreement among raft nodes before linearized reading' (duration: 105.053658ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:13.439726Z","caller":"traceutil/trace.go:171","msg":"trace[1471717139] linearizableReadLoop","detail":"{readStateIndex:5181; appliedIndex:5180; }","duration":"187.125511ms","start":"2026-03-09T01:49:13.252579Z","end":"2026-03-09T01:49:13.439705Z","steps":["trace[1471717139] 'read index received' (duration: 186.511104ms)","trace[1471717139] 'applied index is now lower than readState.Index' (duration: 613.637µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:49:13.439792Z","caller":"traceutil/trace.go:171","msg":"trace[2111611989] transaction","detail":"{read_only:false; response_revision:4990; number_of_response:1; }","duration":"215.679553ms","start":"2026-03-09T01:49:13.224092Z","end":"2026-03-09T01:49:13.439772Z","steps":["trace[2111611989] 'process raft request' (duration: 214.723736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:13.439905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.323316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-09T01:49:13.439936Z","caller":"traceutil/trace.go:171","msg":"trace[1047862280] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4990; }","duration":"187.41036ms","start":"2026-03-09T01:49:13.252519Z","end":"2026-03-09T01:49:13.439929Z","steps":["trace[1047862280] 'agreement among raft nodes before linearized reading' (duration: 187.287526ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:13.607396Z","caller":"traceutil/trace.go:171","msg":"trace[1189204342] transaction","detail":"{read_only:false; response_revision:4991; number_of_response:1; }","duration":"332.897426ms","start":"2026-03-09T01:49:13.27444Z","end":"2026-03-09T01:49:13.607337Z","steps":["trace[1189204342] 'process raft request' (duration: 262.131444ms)","trace[1189204342] 'compare' (duration: 69.96563ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:49:13.6076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:49:13.27441Z","time spent":"333.077101ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:49:13.608175Z","caller":"traceutil/trace.go:171","msg":"trace[4359406] linearizableReadLoop","detail":"{readStateIndex:5184; appliedIndex:5181; }","duration":"168.379688ms","start":"2026-03-09T01:49:13.439786Z","end":"2026-03-09T01:49:13.608166Z","steps":["trace[4359406] 'read index received' (duration: 96.660608ms)","trace[4359406] 'applied index is now lower than readState.Index' (duration: 71.71811ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:49:13.608201Z","caller":"traceutil/trace.go:171","msg":"trace[158086698] transaction","detail":"{read_only:false; response_revision:4992; number_of_response:1; }","duration":"215.266792ms","start":"2026-03-09T01:49:13.392901Z","end":"2026-03-09T01:49:13.608167Z","steps":["trace[158086698] 'process raft request' (duration: 214.359646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:13.608312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.273749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ppffl\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-09T01:49:13.608301Z","caller":"traceutil/trace.go:171","msg":"trace[1439609951] transaction","detail":"{read_only:false; response_revision:4993; number_of_response:1; }","duration":"215.362284ms","start":"2026-03-09T01:49:13.392916Z","end":"2026-03-09T01:49:13.608279Z","steps":["trace[1439609951] 'process raft request' (duration: 215.148478ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:13.608342Z","caller":"traceutil/trace.go:171","msg":"trace[924370993] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ppffl; range_end:; response_count:1; response_revision:4993; }","duration":"351.324441ms","start":"2026-03-09T01:49:13.25701Z","end":"2026-03-09T01:49:13.608334Z","steps":["trace[924370993] 'agreement among raft nodes before linearized reading' (duration: 351.215447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:13.60833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.937913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1984"} {"level":"warn","ts":"2026-03-09T01:49:13.608329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.110696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a660728f-b1d3-4afa-b052-26d70bd50a95\" ","response":"range_response_count:1 size:3646"} {"level":"warn","ts":"2026-03-09T01:49:13.60837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:49:13.256998Z","time spent":"351.367801ms","remote":"127.0.0.1:59810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-ppffl\" "} {"level":"info","ts":"2026-03-09T01:49:13.608402Z","caller":"traceutil/trace.go:171","msg":"trace[1940594186] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a660728f-b1d3-4afa-b052-26d70bd50a95; range_end:; response_count:1; response_revision:4993; }","duration":"331.223549ms","start":"2026-03-09T01:49:13.277159Z","end":"2026-03-09T01:49:13.608383Z","steps":["trace[1940594186] 'agreement among raft nodes before linearized reading' (duration: 331.050924ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:13.608469Z","caller":"traceutil/trace.go:171","msg":"trace[774224704] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:4993; }","duration":"189.121628ms","start":"2026-03-09T01:49:13.419335Z","end":"2026-03-09T01:49:13.608457Z","steps":["trace[774224704] 'agreement among raft nodes before linearized reading' (duration: 188.83497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:13.608463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.925406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a660728f-b1d3-4afa-b052-26d70bd50a95\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-09T01:49:13.608558Z","caller":"traceutil/trace.go:171","msg":"trace[1349259445] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-a660728f-b1d3-4afa-b052-26d70bd50a95; range_end:; response_count:1; response_revision:4993; }","duration":"353.07011ms","start":"2026-03-09T01:49:13.255442Z","end":"2026-03-09T01:49:13.608512Z","steps":["trace[1349259445] 'agreement among raft nodes before linearized reading' (duration: 352.833043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:13.608608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:49:13.255425Z","time spent":"353.171633ms","remote":"127.0.0.1:59810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a660728f-b1d3-4afa-b052-26d70bd50a95\" "} {"level":"warn","ts":"2026-03-09T01:49:13.60847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:49:13.277139Z","time spent":"331.319442ms","remote":"127.0.0.1:59810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3668,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-a660728f-b1d3-4afa-b052-26d70bd50a95\" "} {"level":"info","ts":"2026-03-09T01:49:13.811075Z","caller":"traceutil/trace.go:171","msg":"trace[1869520036] linearizableReadLoop","detail":"{readStateIndex:5185; appliedIndex:5184; }","duration":"202.837128ms","start":"2026-03-09T01:49:13.6082Z","end":"2026-03-09T01:49:13.811037Z","steps":["trace[1869520036] 'read index received' (duration: 132.271391ms)","trace[1869520036] 'applied index is now lower than readState.Index' (duration: 70.563977ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:49:13.811149Z","caller":"traceutil/trace.go:171","msg":"trace[2137743664] transaction","detail":"{read_only:false; response_revision:4994; number_of_response:1; }","duration":"366.105601ms","start":"2026-03-09T01:49:13.445004Z","end":"2026-03-09T01:49:13.81111Z","steps":["trace[2137743664] 'process raft request' (duration: 295.449601ms)","trace[2137743664] 'compare' (duration: 67.565792ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:49:13.811212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.862621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:49:13.811302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.486868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:49:13.811324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:49:13.444962Z","time spent":"366.267115ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:49:13.811356Z","caller":"traceutil/trace.go:171","msg":"trace[1230911136] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:4994; }","duration":"292.617371ms","start":"2026-03-09T01:49:13.518723Z","end":"2026-03-09T01:49:13.81134Z","steps":["trace[1230911136] 'agreement among raft nodes before linearized reading' (duration: 292.484788ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:13.811552Z","caller":"traceutil/trace.go:171","msg":"trace[1423783345] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4994; }","duration":"233.009496ms","start":"2026-03-09T01:49:13.578268Z","end":"2026-03-09T01:49:13.811278Z","steps":["trace[1423783345] 'agreement among raft nodes before linearized reading' (duration: 232.82729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:14.065404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.206237ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:49:14.065554Z","caller":"traceutil/trace.go:171","msg":"trace[296371486] linearizableReadLoop","detail":"{readStateIndex:5186; appliedIndex:5185; }","duration":"254.366604ms","start":"2026-03-09T01:49:13.811166Z","end":"2026-03-09T01:49:14.065533Z","steps":["trace[296371486] 'read index received' (duration: 100.798027ms)","trace[296371486] 'applied index is now lower than readState.Index' (duration: 153.567217ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:49:14.065698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.180467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1478"} {"level":"warn","ts":"2026-03-09T01:49:14.065689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.910257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:49:14.065751Z","caller":"traceutil/trace.go:171","msg":"trace[1441015272] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:4995; }","duration":"453.240858ms","start":"2026-03-09T01:49:13.612496Z","end":"2026-03-09T01:49:14.065737Z","steps":["trace[1441015272] 'agreement among raft nodes before linearized reading' (duration: 453.075394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:14.065775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.698781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1462"} {"level":"info","ts":"2026-03-09T01:49:14.065821Z","caller":"traceutil/trace.go:171","msg":"trace[889206609] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4995; }","duration":"453.760863ms","start":"2026-03-09T01:49:13.612048Z","end":"2026-03-09T01:49:14.065809Z","steps":["trace[889206609] 'agreement among raft nodes before linearized reading' (duration: 453.597469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:14.065868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:49:13.612031Z","time spent":"453.824665ms","remote":"127.0.0.1:59916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1484,"request content":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-09T01:49:14.0659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.317992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:80216"} {"level":"info","ts":"2026-03-09T01:49:14.065893Z","caller":"traceutil/trace.go:171","msg":"trace[384850694] transaction","detail":"{read_only:false; response_revision:4995; number_of_response:1; }","duration":"450.558492ms","start":"2026-03-09T01:49:13.615317Z","end":"2026-03-09T01:49:14.065875Z","steps":["trace[384850694] 'process raft request' (duration: 296.741948ms)","trace[384850694] 'compare' (duration: 153.029652ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:49:14.065919Z","caller":"traceutil/trace.go:171","msg":"trace[182275288] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:4995; }","duration":"452.348533ms","start":"2026-03-09T01:49:13.613565Z","end":"2026-03-09T01:49:14.065914Z","steps":["trace[182275288] 'agreement among raft nodes before linearized reading' (duration: 452.23363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:14.065939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:49:13.613558Z","time spent":"452.375784ms","remote":"127.0.0.1:59810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":9,"response size":80238,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-09T01:49:14.066015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:49:13.615298Z","time spent":"450.634584ms","remote":"127.0.0.1:59810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:49:14.066007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.793924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1270"} {"level":"info","ts":"2026-03-09T01:49:14.066341Z","caller":"traceutil/trace.go:171","msg":"trace[89630757] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:4995; }","duration":"453.974109ms","start":"2026-03-09T01:49:13.612166Z","end":"2026-03-09T01:49:14.06614Z","steps":["trace[89630757] 'agreement among raft nodes before linearized reading' (duration: 453.442054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:14.066437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:49:13.612156Z","time spent":"454.266618ms","remote":"127.0.0.1:59916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1292,"request content":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" "} {"level":"warn","ts":"2026-03-09T01:49:14.065782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:49:13.612477Z","time spent":"453.29965ms","remote":"127.0.0.1:59916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":1500,"request content":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-09T01:49:14.066458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.078984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:49:14.065776Z","caller":"traceutil/trace.go:171","msg":"trace[1944307258] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:4995; }","duration":"384.059711ms","start":"2026-03-09T01:49:13.681694Z","end":"2026-03-09T01:49:14.065754Z","steps":["trace[1944307258] 'agreement among raft nodes before linearized reading' (duration: 383.855455ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:14.068039Z","caller":"traceutil/trace.go:171","msg":"trace[1735995892] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4995; }","duration":"288.680279ms","start":"2026-03-09T01:49:13.779332Z","end":"2026-03-09T01:49:14.068012Z","steps":["trace[1735995892] 'agreement among raft nodes before linearized reading' (duration: 287.093364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:14.068144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:49:13.68168Z","time spent":"386.430919ms","remote":"127.0.0.1:59856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":27,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-09T01:49:14.066367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.64752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.216\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-09T01:49:14.068315Z","caller":"traceutil/trace.go:171","msg":"trace[2099471763] range","detail":"{range_begin:/registry/masterleases/199.204.45.216; range_end:; response_count:1; response_revision:4995; }","duration":"244.510543ms","start":"2026-03-09T01:49:13.823685Z","end":"2026-03-09T01:49:14.068196Z","steps":["trace[2099471763] 'agreement among raft nodes before linearized reading' (duration: 242.311621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:14.454517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.901963ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"warn","ts":"2026-03-09T01:49:14.454839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:49:14.070076Z","time spent":"384.742831ms","remote":"127.0.0.1:59656","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-09T01:49:14.455006Z","caller":"traceutil/trace.go:171","msg":"trace[2098843931] transaction","detail":"{read_only:false; response_revision:4997; number_of_response:1; }","duration":"384.567896ms","start":"2026-03-09T01:49:14.070416Z","end":"2026-03-09T01:49:14.454984Z","steps":["trace[2098843931] 'process raft request' (duration: 384.387021ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:14.455027Z","caller":"traceutil/trace.go:171","msg":"trace[1592966312] transaction","detail":"{read_only:false; response_revision:4996; number_of_response:1; }","duration":"384.614948ms","start":"2026-03-09T01:49:14.070376Z","end":"2026-03-09T01:49:14.454991Z","steps":["trace[1592966312] 'process raft request' (duration: 384.275108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:14.455157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:49:14.0704Z","time spent":"384.660729ms","remote":"127.0.0.1:59916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1604,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:49:14.455175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:49:14.070359Z","time spent":"384.72433ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:49:14.455323Z","caller":"traceutil/trace.go:171","msg":"trace[899541046] transaction","detail":"{read_only:false; response_revision:4998; number_of_response:1; }","duration":"383.599138ms","start":"2026-03-09T01:49:14.071693Z","end":"2026-03-09T01:49:14.455292Z","steps":["trace[899541046] 'process raft request' (duration: 383.158306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:14.455436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:49:14.071673Z","time spent":"383.703742ms","remote":"127.0.0.1:59916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1620,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:49:14.455431Z","caller":"traceutil/trace.go:171","msg":"trace[1097675987] transaction","detail":"{read_only:false; response_revision:4999; number_of_response:1; }","duration":"383.28922ms","start":"2026-03-09T01:49:14.072126Z","end":"2026-03-09T01:49:14.455415Z","steps":["trace[1097675987] 'process raft request' (duration: 383.093444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:14.4555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:49:14.07211Z","time spent":"383.356271ms","remote":"127.0.0.1:59916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1412,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:49:14.455597Z","caller":"traceutil/trace.go:171","msg":"trace[1238503736] transaction","detail":"{read_only:false; response_revision:5000; number_of_response:1; }","duration":"379.854262ms","start":"2026-03-09T01:49:14.075736Z","end":"2026-03-09T01:49:14.45559Z","steps":["trace[1238503736] 'process raft request' (duration: 379.593394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:14.455631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:49:14.075725Z","time spent":"379.888332ms","remote":"127.0.0.1:59810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4329,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:49:14.455638Z","caller":"traceutil/trace.go:171","msg":"trace[808198283] linearizableReadLoop","detail":"{readStateIndex:5192; appliedIndex:5186; }","duration":"280.62789ms","start":"2026-03-09T01:49:14.174978Z","end":"2026-03-09T01:49:14.455606Z","steps":["trace[808198283] 'read index received' (duration: 59.680717ms)","trace[808198283] 'applied index is now lower than readState.Index' (duration: 220.912922ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:49:14.455898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.909358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-09T01:49:14.455968Z","caller":"traceutil/trace.go:171","msg":"trace[2041236584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5000; }","duration":"281.023612ms","start":"2026-03-09T01:49:14.174927Z","end":"2026-03-09T01:49:14.455951Z","steps":["trace[2041236584] 'agreement among raft nodes before linearized reading' (duration: 280.793555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:14.456011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.32363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-09T01:49:14.456038Z","caller":"traceutil/trace.go:171","msg":"trace[1326820894] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5000; }","duration":"140.410902ms","start":"2026-03-09T01:49:14.315622Z","end":"2026-03-09T01:49:14.456033Z","steps":["trace[1326820894] 'agreement among raft nodes before linearized reading' (duration: 140.310319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:14.456038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.333711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-09T01:49:14.456089Z","caller":"traceutil/trace.go:171","msg":"trace[2053094921] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5000; }","duration":"146.435354ms","start":"2026-03-09T01:49:14.309639Z","end":"2026-03-09T01:49:14.456074Z","steps":["trace[2053094921] 'agreement among raft nodes before linearized reading' (duration: 146.255119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:16.647441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.955836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-09T01:49:16.647507Z","caller":"traceutil/trace.go:171","msg":"trace[1647878510] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5025; }","duration":"123.030898ms","start":"2026-03-09T01:49:16.524461Z","end":"2026-03-09T01:49:16.647492Z","steps":["trace[1647878510] 'range keys from in-memory index tree' (duration: 122.888364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:16.647522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.055406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-09T01:49:16.647592Z","caller":"traceutil/trace.go:171","msg":"trace[1306409074] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5025; }","duration":"189.161289ms","start":"2026-03-09T01:49:16.458405Z","end":"2026-03-09T01:49:16.647567Z","steps":["trace[1306409074] 'range keys from in-memory index tree' (duration: 188.867681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:16.647599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.366918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-09T01:49:16.647688Z","caller":"traceutil/trace.go:171","msg":"trace[1792782685] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5025; }","duration":"123.518613ms","start":"2026-03-09T01:49:16.524141Z","end":"2026-03-09T01:49:16.64766Z","steps":["trace[1792782685] 'range keys from in-memory index tree' (duration: 123.224704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:16.647804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.717048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-09T01:49:16.647838Z","caller":"traceutil/trace.go:171","msg":"trace[1648980411] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5025; }","duration":"124.197132ms","start":"2026-03-09T01:49:16.523633Z","end":"2026-03-09T01:49:16.64783Z","steps":["trace[1648980411] 'range keys from in-memory index tree' (duration: 123.591385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:27.084169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.720125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"info","ts":"2026-03-09T01:49:27.0843Z","caller":"traceutil/trace.go:171","msg":"trace[433083236] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5169; }","duration":"125.90205ms","start":"2026-03-09T01:49:26.958382Z","end":"2026-03-09T01:49:27.084284Z","steps":["trace[433083236] 'range keys from in-memory index tree' (duration: 125.561321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:49:55.257046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.787019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-credential-setup\" ","response":"range_response_count:1 size:6159"} {"level":"warn","ts":"2026-03-09T01:49:55.257046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.274314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-09T01:49:55.257133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.407707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/keystone-fernet-setup\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:49:55.257148Z","caller":"traceutil/trace.go:171","msg":"trace[1478274555] range","detail":"{range_begin:/registry/jobs/openstack/keystone-credential-setup; range_end:; response_count:1; response_revision:5425; }","duration":"222.943024ms","start":"2026-03-09T01:49:55.034185Z","end":"2026-03-09T01:49:55.257128Z","steps":["trace[1478274555] 'range keys from in-memory index tree' (duration: 222.614355ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:55.257194Z","caller":"traceutil/trace.go:171","msg":"trace[324015735] range","detail":"{range_begin:/registry/jobs/openstack/keystone-fernet-setup; range_end:; response_count:0; response_revision:5425; }","duration":"227.498729ms","start":"2026-03-09T01:49:55.029675Z","end":"2026-03-09T01:49:55.257174Z","steps":["trace[324015735] 'range keys from in-memory index tree' (duration: 227.294793ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:49:55.25719Z","caller":"traceutil/trace.go:171","msg":"trace[2037445981] range","detail":"{range_begin:/registry/jobs/openstack/keystone-db-sync; range_end:; response_count:0; response_revision:5425; }","duration":"227.443428ms","start":"2026-03-09T01:49:55.029696Z","end":"2026-03-09T01:49:55.25714Z","steps":["trace[2037445981] 'range keys from in-memory index tree' (duration: 227.195001ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:50:20.163586Z","caller":"traceutil/trace.go:171","msg":"trace[805451312] transaction","detail":"{read_only:false; response_revision:5581; number_of_response:1; }","duration":"127.670697ms","start":"2026-03-09T01:50:20.035886Z","end":"2026-03-09T01:50:20.163557Z","steps":["trace[805451312] 'process raft request' (duration: 100.89681ms)","trace[805451312] 'compare' (duration: 26.662414ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:50:20.167259Z","caller":"traceutil/trace.go:171","msg":"trace[496516903] transaction","detail":"{read_only:false; response_revision:5582; number_of_response:1; }","duration":"130.491245ms","start":"2026-03-09T01:50:20.036743Z","end":"2026-03-09T01:50:20.167234Z","steps":["trace[496516903] 'process raft request' (duration: 130.358901ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:50:40.720203Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2775} {"level":"info","ts":"2026-03-09T01:50:40.796611Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2775,"took":"73.484435ms","hash":467705820,"current-db-size-bytes":41095168,"current-db-size":"41 MB","current-db-size-in-use-bytes":30887936,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-03-09T01:50:40.796674Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":467705820,"revision":2775,"compact-revision":-1} {"level":"info","ts":"2026-03-09T01:53:40.252733Z","caller":"traceutil/trace.go:171","msg":"trace[2054169412] linearizableReadLoop","detail":"{readStateIndex:7152; appliedIndex:7151; }","duration":"100.064721ms","start":"2026-03-09T01:53:40.152636Z","end":"2026-03-09T01:53:40.2527Z","steps":["trace[2054169412] 'read index received' (duration: 99.805874ms)","trace[2054169412] 'applied index is now lower than readState.Index' (duration: 257.767µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:53:40.252775Z","caller":"traceutil/trace.go:171","msg":"trace[3621176] transaction","detail":"{read_only:false; response_revision:6894; number_of_response:1; }","duration":"101.857511ms","start":"2026-03-09T01:53:40.150891Z","end":"2026-03-09T01:53:40.252749Z","steps":["trace[3621176] 'process raft request' (duration: 101.635695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:53:40.253466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.792871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-09T01:53:40.253572Z","caller":"traceutil/trace.go:171","msg":"trace[715209052] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6894; }","duration":"100.931176ms","start":"2026-03-09T01:53:40.152615Z","end":"2026-03-09T01:53:40.253546Z","steps":["trace[715209052] 'agreement among raft nodes before linearized reading' (duration: 100.302898ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:53:40.37671Z","caller":"traceutil/trace.go:171","msg":"trace[1270002486] transaction","detail":"{read_only:false; response_revision:6896; number_of_response:1; }","duration":"118.85476ms","start":"2026-03-09T01:53:40.257829Z","end":"2026-03-09T01:53:40.376684Z","steps":["trace[1270002486] 'process raft request' (duration: 118.675855ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:53:40.376937Z","caller":"traceutil/trace.go:171","msg":"trace[5322167] transaction","detail":"{read_only:false; response_revision:6897; number_of_response:1; }","duration":"118.934332ms","start":"2026-03-09T01:53:40.257976Z","end":"2026-03-09T01:53:40.376911Z","steps":["trace[5322167] 'process raft request' (duration: 118.667104ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:55:17.252955Z","caller":"traceutil/trace.go:171","msg":"trace[1543531867] linearizableReadLoop","detail":"{readStateIndex:7918; appliedIndex:7917; }","duration":"471.643344ms","start":"2026-03-09T01:55:16.781293Z","end":"2026-03-09T01:55:17.252936Z","steps":["trace[1543531867] 'read index received' (duration: 471.563832ms)","trace[1543531867] 'applied index is now lower than readState.Index' (duration: 78.732µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:55:17.252999Z","caller":"traceutil/trace.go:171","msg":"trace[1663194891] transaction","detail":"{read_only:false; response_revision:7636; number_of_response:1; }","duration":"479.14418ms","start":"2026-03-09T01:55:16.773838Z","end":"2026-03-09T01:55:17.252982Z","steps":["trace[1663194891] 'process raft request' (duration: 478.957135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:17.253094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.790828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:55:17.253131Z","caller":"traceutil/trace.go:171","msg":"trace[1422225552] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7636; }","duration":"471.909581ms","start":"2026-03-09T01:55:16.781212Z","end":"2026-03-09T01:55:17.253121Z","steps":["trace[1422225552] 'agreement among raft nodes before linearized reading' (duration: 471.824459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:17.253144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:16.773808Z","time spent":"479.272434ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:55:17.253159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:16.781189Z","time spent":"471.963842ms","remote":"127.0.0.1:59634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-09T01:55:17.321735Z","caller":"traceutil/trace.go:171","msg":"trace[146284780] transaction","detail":"{read_only:false; response_revision:7637; number_of_response:1; }","duration":"131.286114ms","start":"2026-03-09T01:55:17.190419Z","end":"2026-03-09T01:55:17.321706Z","steps":["trace[146284780] 'process raft request' (duration: 131.012437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:17.321987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.988931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-09T01:55:17.322041Z","caller":"traceutil/trace.go:171","msg":"trace[1097954217] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7638; }","duration":"396.084793ms","start":"2026-03-09T01:55:16.925945Z","end":"2026-03-09T01:55:17.32203Z","steps":["trace[1097954217] 'agreement among raft nodes before linearized reading' (duration: 395.929679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:17.322071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:16.925934Z","time spent":"396.128125ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T01:55:17.322047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.649888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T01:55:17.32217Z","caller":"traceutil/trace.go:171","msg":"trace[4781103] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:7638; }","duration":"275.847933ms","start":"2026-03-09T01:55:17.04629Z","end":"2026-03-09T01:55:17.322138Z","steps":["trace[4781103] 'agreement among raft nodes before linearized reading' (duration: 275.609597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:17.322181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.29303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-09T01:55:17.322271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.88687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-09T01:55:17.322292Z","caller":"traceutil/trace.go:171","msg":"trace[390885011] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7638; }","duration":"416.430704ms","start":"2026-03-09T01:55:16.905832Z","end":"2026-03-09T01:55:17.322263Z","steps":["trace[390885011] 'agreement among raft nodes before linearized reading' (duration: 416.071534ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:55:17.322378Z","caller":"traceutil/trace.go:171","msg":"trace[2068132658] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7638; }","duration":"525.141207ms","start":"2026-03-09T01:55:16.797211Z","end":"2026-03-09T01:55:17.322352Z","steps":["trace[2068132658] 'agreement among raft nodes before linearized reading' (duration: 524.785517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:17.322419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:16.90577Z","time spent":"416.634929ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T01:55:17.322432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:16.797174Z","time spent":"525.24636ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-09T01:55:27.605229Z","caller":"traceutil/trace.go:171","msg":"trace[595979482] transaction","detail":"{read_only:false; response_revision:7686; number_of_response:1; }","duration":"247.087002ms","start":"2026-03-09T01:55:27.358122Z","end":"2026-03-09T01:55:27.605209Z","steps":["trace[595979482] 'process raft request' (duration: 247.00812ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:55:27.60522Z","caller":"traceutil/trace.go:171","msg":"trace[898741922] transaction","detail":"{read_only:false; response_revision:7685; number_of_response:1; }","duration":"248.08747ms","start":"2026-03-09T01:55:27.357105Z","end":"2026-03-09T01:55:27.605192Z","steps":["trace[898741922] 'process raft request' (duration: 247.922795ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:55:27.605403Z","caller":"traceutil/trace.go:171","msg":"trace[1504801297] linearizableReadLoop","detail":"{readStateIndex:7972; appliedIndex:7969; }","duration":"239.956776ms","start":"2026-03-09T01:55:27.365432Z","end":"2026-03-09T01:55:27.605389Z","steps":["trace[1504801297] 'read index received' (duration: 45.117272ms)","trace[1504801297] 'applied index is now lower than readState.Index' (duration: 194.837694ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:55:27.605486Z","caller":"traceutil/trace.go:171","msg":"trace[1093529682] transaction","detail":"{read_only:false; response_revision:7687; number_of_response:1; }","duration":"246.870367ms","start":"2026-03-09T01:55:27.358605Z","end":"2026-03-09T01:55:27.605476Z","steps":["trace[1093529682] 'process raft request' (duration: 246.563768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:27.60585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.847246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-09T01:55:27.605937Z","caller":"traceutil/trace.go:171","msg":"trace[364219595] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7687; }","duration":"238.964659ms","start":"2026-03-09T01:55:27.366953Z","end":"2026-03-09T01:55:27.605917Z","steps":["trace[364219595] 'agreement among raft nodes before linearized reading' (duration: 238.724702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:27.605977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.547003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-09T01:55:27.606026Z","caller":"traceutil/trace.go:171","msg":"trace[1734059989] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7687; }","duration":"240.660055ms","start":"2026-03-09T01:55:27.365355Z","end":"2026-03-09T01:55:27.606015Z","steps":["trace[1734059989] 'agreement among raft nodes before linearized reading' (duration: 240.510561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:27.606129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.039743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-09T01:55:27.606164Z","caller":"traceutil/trace.go:171","msg":"trace[847136786] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7687; }","duration":"238.094785ms","start":"2026-03-09T01:55:27.36806Z","end":"2026-03-09T01:55:27.606155Z","steps":["trace[847136786] 'agreement among raft nodes before linearized reading' (duration: 238.007653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:29.557719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.180978ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-09T01:55:29.557802Z","caller":"traceutil/trace.go:171","msg":"trace[728777063] linearizableReadLoop","detail":"{readStateIndex:7977; appliedIndex:7976; }","duration":"177.938059ms","start":"2026-03-09T01:55:29.37985Z","end":"2026-03-09T01:55:29.557788Z","steps":["trace[728777063] 'read index received' (duration: 56.892µs)","trace[728777063] 'applied index is now lower than readState.Index' (duration: 177.879967ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:55:29.557929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.085263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:55:29.55795Z","caller":"traceutil/trace.go:171","msg":"trace[2061069955] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:7691; }","duration":"178.158664ms","start":"2026-03-09T01:55:29.379784Z","end":"2026-03-09T01:55:29.557943Z","steps":["trace[2061069955] 'agreement among raft nodes before linearized reading' (duration: 178.104143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:29.558118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.020575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-09T01:55:29.55819Z","caller":"traceutil/trace.go:171","msg":"trace[1920732660] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7691; }","duration":"136.138568ms","start":"2026-03-09T01:55:29.422035Z","end":"2026-03-09T01:55:29.558174Z","steps":["trace[1920732660] 'agreement among raft nodes before linearized reading' (duration: 135.925082ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:55:29.833249Z","caller":"traceutil/trace.go:171","msg":"trace[691184212] transaction","detail":"{read_only:false; response_revision:7697; number_of_response:1; }","duration":"138.174894ms","start":"2026-03-09T01:55:29.695041Z","end":"2026-03-09T01:55:29.833216Z","steps":["trace[691184212] 'process raft request' (duration: 137.944608ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:55:29.833273Z","caller":"traceutil/trace.go:171","msg":"trace[992677310] transaction","detail":"{read_only:false; response_revision:7698; number_of_response:1; }","duration":"137.869076ms","start":"2026-03-09T01:55:29.695365Z","end":"2026-03-09T01:55:29.833234Z","steps":["trace[992677310] 'process raft request' (duration: 137.785423ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:55:30.648543Z","caller":"traceutil/trace.go:171","msg":"trace[1592913067] transaction","detail":"{read_only:false; response_revision:7700; number_of_response:1; }","duration":"164.040226ms","start":"2026-03-09T01:55:30.484458Z","end":"2026-03-09T01:55:30.648498Z","steps":["trace[1592913067] 'process raft request' (duration: 163.781819ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:55:31.289611Z","caller":"traceutil/trace.go:171","msg":"trace[1487262386] transaction","detail":"{read_only:false; response_revision:7701; number_of_response:1; }","duration":"130.961535ms","start":"2026-03-09T01:55:31.158618Z","end":"2026-03-09T01:55:31.28958Z","steps":["trace[1487262386] 'process raft request' (duration: 130.76872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:32.079401Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831408918517738891,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-09T01:55:32.237717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:31.846848Z","time spent":"390.863401ms","remote":"127.0.0.1:40484","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-09T01:55:32.2613Z","caller":"traceutil/trace.go:171","msg":"trace[1809842070] transaction","detail":"{read_only:false; response_revision:7702; number_of_response:1; }","duration":"832.699822ms","start":"2026-03-09T01:55:31.428555Z","end":"2026-03-09T01:55:32.261255Z","steps":["trace[1809842070] 'process raft request' (duration: 746.559302ms)","trace[1809842070] 'compare' (duration: 62.48071ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:55:32.261619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:31.428527Z","time spent":"832.965579ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:55:32.469747Z","caller":"traceutil/trace.go:171","msg":"trace[1807754032] transaction","detail":"{read_only:false; response_revision:7703; number_of_response:1; }","duration":"815.650785ms","start":"2026-03-09T01:55:31.65407Z","end":"2026-03-09T01:55:32.46972Z","steps":["trace[1807754032] 'process raft request' (duration: 786.749669ms)","trace[1807754032] 'compare' (duration: 28.734352ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:55:32.469914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:31.654048Z","time spent":"815.773818ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:55:32.47105Z","caller":"traceutil/trace.go:171","msg":"trace[1155799992] transaction","detail":"{read_only:false; response_revision:7704; number_of_response:1; }","duration":"777.045002ms","start":"2026-03-09T01:55:31.693978Z","end":"2026-03-09T01:55:32.471023Z","steps":["trace[1155799992] 'process raft request' (duration: 775.701925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:32.471142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:31.693957Z","time spent":"777.142295ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:55:32.471596Z","caller":"traceutil/trace.go:171","msg":"trace[332198981] linearizableReadLoop","detail":"{readStateIndex:7991; appliedIndex:7987; }","duration":"892.231213ms","start":"2026-03-09T01:55:31.579317Z","end":"2026-03-09T01:55:32.471549Z","steps":["trace[332198981] 'read index received' (duration: 581.080507ms)","trace[332198981] 'applied index is now lower than readState.Index' (duration: 311.147006ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:55:32.471636Z","caller":"traceutil/trace.go:171","msg":"trace[214203315] transaction","detail":"{read_only:false; response_revision:7705; number_of_response:1; }","duration":"776.414575ms","start":"2026-03-09T01:55:31.695187Z","end":"2026-03-09T01:55:32.471601Z","steps":["trace[214203315] 'process raft request' (duration: 775.790388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:32.471819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:31.695179Z","time spent":"776.551008ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:55:32.471842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.29847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T01:55:32.471893Z","caller":"traceutil/trace.go:171","msg":"trace[1124875867] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:7705; }","duration":"712.373652ms","start":"2026-03-09T01:55:31.759506Z","end":"2026-03-09T01:55:32.47188Z","steps":["trace[1124875867] 'agreement among raft nodes before linearized reading' (duration: 712.281219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:32.471926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:31.759489Z","time spent":"712.428204ms","remote":"127.0.0.1:50904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":13,"response size":29,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-09T01:55:32.472002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.654435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-09T01:55:32.472042Z","caller":"traceutil/trace.go:171","msg":"trace[473684210] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7705; }","duration":"892.769258ms","start":"2026-03-09T01:55:31.579261Z","end":"2026-03-09T01:55:32.47203Z","steps":["trace[473684210] 'agreement among raft nodes before linearized reading' (duration: 892.50557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:32.472086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:31.579237Z","time spent":"892.83682ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T01:55:32.472079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.75299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-09T01:55:32.472171Z","caller":"traceutil/trace.go:171","msg":"trace[1460247961] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7705; }","duration":"628.879703ms","start":"2026-03-09T01:55:31.843266Z","end":"2026-03-09T01:55:32.472146Z","steps":["trace[1460247961] 'agreement among raft nodes before linearized reading' (duration: 628.568814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:32.472196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.924276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-09T01:55:32.472223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:31.84326Z","time spent":"628.952005ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-09T01:55:32.47223Z","caller":"traceutil/trace.go:171","msg":"trace[1985982008] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7705; }","duration":"697.005459ms","start":"2026-03-09T01:55:31.775215Z","end":"2026-03-09T01:55:32.472221Z","steps":["trace[1985982008] 'agreement among raft nodes before linearized reading' (duration: 696.877325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:32.47226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:31.775187Z","time spent":"697.067211ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T01:55:32.472494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.796882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-09T01:55:32.472519Z","caller":"traceutil/trace.go:171","msg":"trace[729571444] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7705; }","duration":"595.849454ms","start":"2026-03-09T01:55:31.876662Z","end":"2026-03-09T01:55:32.472512Z","steps":["trace[729571444] 'agreement among raft nodes before linearized reading' (duration: 595.772882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:32.472547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:31.876647Z","time spent":"595.891895ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T01:55:32.47272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.492825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-09T01:55:32.472823Z","caller":"traceutil/trace.go:171","msg":"trace[2033551617] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7705; }","duration":"631.638179ms","start":"2026-03-09T01:55:31.84116Z","end":"2026-03-09T01:55:32.472799Z","steps":["trace[2033551617] 'agreement among raft nodes before linearized reading' (duration: 631.281559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:32.472911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:31.841149Z","time spent":"631.738762ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-09T01:55:32.728637Z","caller":"traceutil/trace.go:171","msg":"trace[1653162377] linearizableReadLoop","detail":"{readStateIndex:7992; appliedIndex:7991; }","duration":"251.738681ms","start":"2026-03-09T01:55:32.476877Z","end":"2026-03-09T01:55:32.728616Z","steps":["trace[1653162377] 'read index received' (duration: 187.110602ms)","trace[1653162377] 'applied index is now lower than readState.Index' (duration: 64.626799ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:55:32.728705Z","caller":"traceutil/trace.go:171","msg":"trace[972107735] transaction","detail":"{read_only:false; response_revision:7706; number_of_response:1; }","duration":"252.151502ms","start":"2026-03-09T01:55:32.476519Z","end":"2026-03-09T01:55:32.728671Z","steps":["trace[972107735] 'process raft request' (duration: 187.530003ms)","trace[972107735] 'compare' (duration: 64.159257ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:55:32.729022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.133631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224178"} {"level":"info","ts":"2026-03-09T01:55:32.729064Z","caller":"traceutil/trace.go:171","msg":"trace[1961514794] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7706; }","duration":"252.213914ms","start":"2026-03-09T01:55:32.47684Z","end":"2026-03-09T01:55:32.729054Z","steps":["trace[1961514794] 'agreement among raft nodes before linearized reading' (duration: 251.854424ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:55:32.757249Z","caller":"traceutil/trace.go:171","msg":"trace[257285846] transaction","detail":"{read_only:false; response_revision:7707; number_of_response:1; }","duration":"280.07019ms","start":"2026-03-09T01:55:32.477149Z","end":"2026-03-09T01:55:32.757219Z","steps":["trace[257285846] 'process raft request' (duration: 279.852874ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:55:32.757539Z","caller":"traceutil/trace.go:171","msg":"trace[1071244386] transaction","detail":"{read_only:false; response_revision:7708; number_of_response:1; }","duration":"280.160554ms","start":"2026-03-09T01:55:32.477358Z","end":"2026-03-09T01:55:32.757519Z","steps":["trace[1071244386] 'process raft request' (duration: 279.794384ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:55:32.757822Z","caller":"traceutil/trace.go:171","msg":"trace[792195866] transaction","detail":"{read_only:false; response_revision:7709; number_of_response:1; }","duration":"280.122173ms","start":"2026-03-09T01:55:32.477683Z","end":"2026-03-09T01:55:32.757805Z","steps":["trace[792195866] 'process raft request' (duration: 279.764063ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:55:32.758389Z","caller":"traceutil/trace.go:171","msg":"trace[332690013] transaction","detail":"{read_only:false; response_revision:7710; number_of_response:1; }","duration":"280.383899ms","start":"2026-03-09T01:55:32.477987Z","end":"2026-03-09T01:55:32.758371Z","steps":["trace[332690013] 'process raft request' (duration: 279.758402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:34.762255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.976266ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:55:34.762379Z","caller":"traceutil/trace.go:171","msg":"trace[1959114923] transaction","detail":"{read_only:false; response_revision:7713; number_of_response:1; }","duration":"286.349203ms","start":"2026-03-09T01:55:34.476014Z","end":"2026-03-09T01:55:34.762363Z","steps":["trace[1959114923] 'process raft request' (duration: 150.915765ms)","trace[1959114923] 'compare' (duration: 134.804241ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:55:35.233792Z","caller":"traceutil/trace.go:171","msg":"trace[322286522] linearizableReadLoop","detail":"{readStateIndex:8002; appliedIndex:8000; }","duration":"499.628554ms","start":"2026-03-09T01:55:34.734126Z","end":"2026-03-09T01:55:35.233755Z","steps":["trace[322286522] 'read index received' (duration: 442.510052ms)","trace[322286522] 'applied index is now lower than readState.Index' (duration: 57.117022ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:55:35.233836Z","caller":"traceutil/trace.go:171","msg":"trace[1139468523] transaction","detail":"{read_only:false; response_revision:7714; number_of_response:1; }","duration":"755.306053ms","start":"2026-03-09T01:55:34.478471Z","end":"2026-03-09T01:55:35.233777Z","steps":["trace[1139468523] 'process raft request' (duration: 698.19579ms)","trace[1139468523] 'compare' (duration: 55.508789ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:55:35.23385Z","caller":"traceutil/trace.go:171","msg":"trace[1234725435] transaction","detail":"{read_only:false; response_revision:7715; number_of_response:1; }","duration":"754.952474ms","start":"2026-03-09T01:55:34.47886Z","end":"2026-03-09T01:55:35.233813Z","steps":["trace[1234725435] 'process raft request' (duration: 754.83068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:35.234183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:34.478439Z","time spent":"755.648052ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:55:35.234282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:34.478151Z","time spent":"756.074394ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:55:35.234412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.17519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-09T01:55:35.234669Z","caller":"traceutil/trace.go:171","msg":"trace[355240476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7715; }","duration":"471.50677ms","start":"2026-03-09T01:55:34.763148Z","end":"2026-03-09T01:55:35.234655Z","steps":["trace[355240476] 'agreement among raft nodes before linearized reading' (duration: 471.123819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:35.234695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.541039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-09T01:55:35.234715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:34.76312Z","time spent":"471.586012ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-09T01:55:35.234727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.165838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-09T01:55:35.23461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.795023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-09T01:55:35.234816Z","caller":"traceutil/trace.go:171","msg":"trace[1014408939] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7715; }","duration":"470.203514ms","start":"2026-03-09T01:55:34.764599Z","end":"2026-03-09T01:55:35.234802Z","steps":["trace[1014408939] 'agreement among raft nodes before linearized reading' (duration: 469.720881ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:55:35.234815Z","caller":"traceutil/trace.go:171","msg":"trace[1295769463] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7715; }","duration":"472.315803ms","start":"2026-03-09T01:55:34.762477Z","end":"2026-03-09T01:55:35.234793Z","steps":["trace[1295769463] 'agreement among raft nodes before linearized reading' (duration: 471.836459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:35.234871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:34.764563Z","time spent":"470.292876ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T01:55:35.234876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:34.76244Z","time spent":"472.426056ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T01:55:35.234891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.67237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ppffl\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-09T01:55:35.234838Z","caller":"traceutil/trace.go:171","msg":"trace[1008975599] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7715; }","duration":"500.697954ms","start":"2026-03-09T01:55:34.734043Z","end":"2026-03-09T01:55:35.234741Z","steps":["trace[1008975599] 'agreement among raft nodes before linearized reading' (duration: 499.871581ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:55:35.235011Z","caller":"traceutil/trace.go:171","msg":"trace[1496370767] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ppffl; range_end:; response_count:1; response_revision:7715; }","duration":"497.950898ms","start":"2026-03-09T01:55:34.73704Z","end":"2026-03-09T01:55:35.234991Z","steps":["trace[1496370767] 'agreement among raft nodes before linearized reading' (duration: 497.154296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:35.235065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:34.734011Z","time spent":"501.013232ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-09T01:55:35.234425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.168811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-09T01:55:35.235159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:34.737031Z","time spent":"498.107642ms","remote":"127.0.0.1:59810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-ppffl\" "} {"level":"info","ts":"2026-03-09T01:55:35.235214Z","caller":"traceutil/trace.go:171","msg":"trace[1884043315] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7715; }","duration":"471.978693ms","start":"2026-03-09T01:55:34.763223Z","end":"2026-03-09T01:55:35.235201Z","steps":["trace[1884043315] 'agreement among raft nodes before linearized reading' (duration: 471.008606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:35.235473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:34.763159Z","time spent":"472.24705ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T01:55:35.544406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.488247ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:55:35.544725Z","caller":"traceutil/trace.go:171","msg":"trace[1673388084] transaction","detail":"{read_only:false; response_revision:7718; number_of_response:1; }","duration":"304.632577ms","start":"2026-03-09T01:55:35.240074Z","end":"2026-03-09T01:55:35.544707Z","steps":["trace[1673388084] 'process raft request' (duration: 304.493893ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:55:35.544719Z","caller":"traceutil/trace.go:171","msg":"trace[155291306] transaction","detail":"{read_only:false; response_revision:7717; number_of_response:1; }","duration":"304.684198ms","start":"2026-03-09T01:55:35.239996Z","end":"2026-03-09T01:55:35.54468Z","steps":["trace[155291306] 'process raft request' (duration: 118.803841ms)","trace[155291306] 'compare' (duration: 185.343852ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:55:35.544868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:35.240062Z","time spent":"304.729709ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:55:35.544951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:35.239983Z","time spent":"304.908115ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:55:35.545059Z","caller":"traceutil/trace.go:171","msg":"trace[961970079] transaction","detail":"{read_only:false; response_revision:7720; number_of_response:1; }","duration":"304.156333ms","start":"2026-03-09T01:55:35.240891Z","end":"2026-03-09T01:55:35.545047Z","steps":["trace[961970079] 'process raft request' (duration: 303.984658ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:55:35.545074Z","caller":"traceutil/trace.go:171","msg":"trace[718871906] transaction","detail":"{read_only:false; response_revision:7721; number_of_response:1; }","duration":"240.348327ms","start":"2026-03-09T01:55:35.304699Z","end":"2026-03-09T01:55:35.545048Z","steps":["trace[718871906] 'process raft request' (duration: 240.295896ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:55:35.545085Z","caller":"traceutil/trace.go:171","msg":"trace[1025995947] transaction","detail":"{read_only:false; response_revision:7719; number_of_response:1; }","duration":"304.803841ms","start":"2026-03-09T01:55:35.240248Z","end":"2026-03-09T01:55:35.545052Z","steps":["trace[1025995947] 'process raft request' (duration: 304.40669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:55:35.545128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:35.240868Z","time spent":"304.225885ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:55:35.545247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:55:35.240218Z","time spent":"304.941985ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:55:36.094824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.836234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-rpgpf\" ","response":"range_response_count:1 size:4462"} {"level":"info","ts":"2026-03-09T01:55:36.094907Z","caller":"traceutil/trace.go:171","msg":"trace[1631093297] range","detail":"{range_begin:/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-rpgpf; range_end:; response_count:1; response_revision:7723; }","duration":"105.952996ms","start":"2026-03-09T01:55:35.988933Z","end":"2026-03-09T01:55:36.094886Z","steps":["trace[1631093297] 'range keys from in-memory index tree' (duration: 105.71662ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:55:40.727304Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5734} {"level":"info","ts":"2026-03-09T01:55:40.849059Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5734,"took":"119.618504ms","hash":2497127108,"current-db-size-bytes":42258432,"current-db-size":"42 MB","current-db-size-in-use-bytes":23285760,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-09T01:55:40.849117Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2497127108,"revision":5734,"compact-revision":2775} {"level":"info","ts":"2026-03-09T01:56:00.793193Z","caller":"traceutil/trace.go:171","msg":"trace[1971656901] transaction","detail":"{read_only:false; response_revision:7893; number_of_response:1; }","duration":"115.518451ms","start":"2026-03-09T01:56:00.677648Z","end":"2026-03-09T01:56:00.793166Z","steps":["trace[1971656901] 'process raft request' (duration: 115.320766ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:56:03.808222Z","caller":"traceutil/trace.go:171","msg":"trace[510923686] transaction","detail":"{read_only:false; response_revision:7903; number_of_response:1; }","duration":"866.583047ms","start":"2026-03-09T01:56:02.941578Z","end":"2026-03-09T01:56:03.808161Z","steps":["trace[510923686] 'process raft request' (duration: 866.190306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:03.808489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:56:02.941557Z","time spent":"866.780392ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:56:03.808818Z","caller":"traceutil/trace.go:171","msg":"trace[497524367] transaction","detail":"{read_only:false; response_revision:7904; number_of_response:1; }","duration":"633.755817ms","start":"2026-03-09T01:56:03.175049Z","end":"2026-03-09T01:56:03.808805Z","steps":["trace[497524367] 'process raft request' (duration: 633.027977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:03.809018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:56:03.175023Z","time spent":"633.831349ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:56:03.809317Z","caller":"traceutil/trace.go:171","msg":"trace[1331302203] transaction","detail":"{read_only:false; response_revision:7905; number_of_response:1; }","duration":"471.585872ms","start":"2026-03-09T01:56:03.33772Z","end":"2026-03-09T01:56:03.809305Z","steps":["trace[1331302203] 'process raft request' (duration: 471.010997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:03.809375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:56:03.337693Z","time spent":"471.652694ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:56:03.809758Z","caller":"traceutil/trace.go:171","msg":"trace[1883773915] transaction","detail":"{read_only:false; response_revision:7906; number_of_response:1; }","duration":"468.995571ms","start":"2026-03-09T01:56:03.34075Z","end":"2026-03-09T01:56:03.809746Z","steps":["trace[1883773915] 'process raft request' (duration: 468.515217ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:56:03.809758Z","caller":"traceutil/trace.go:171","msg":"trace[1902388734] linearizableReadLoop","detail":"{readStateIndex:8201; appliedIndex:8197; }","duration":"427.281193ms","start":"2026-03-09T01:56:03.382438Z","end":"2026-03-09T01:56:03.809719Z","steps":["trace[1902388734] 'read index received' (duration: 423.946591ms)","trace[1902388734] 'applied index is now lower than readState.Index' (duration: 3.331442ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:56:03.809819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:56:03.340743Z","time spent":"469.047812ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:56:03.810034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.568371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-09T01:56:03.810105Z","caller":"traceutil/trace.go:171","msg":"trace[715591291] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7906; }","duration":"427.693344ms","start":"2026-03-09T01:56:03.382394Z","end":"2026-03-09T01:56:03.810087Z","steps":["trace[715591291] 'agreement among raft nodes before linearized reading' (duration: 427.468208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:03.810144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:56:03.38238Z","time spent":"427.757145ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T01:56:03.810342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.231913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ppffl\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-09T01:56:03.810395Z","caller":"traceutil/trace.go:171","msg":"trace[161276778] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ppffl; range_end:; response_count:1; response_revision:7906; }","duration":"349.331336ms","start":"2026-03-09T01:56:03.461048Z","end":"2026-03-09T01:56:03.810379Z","steps":["trace[161276778] 'agreement among raft nodes before linearized reading' (duration: 348.833152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:03.810432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:56:03.46103Z","time spent":"349.390208ms","remote":"127.0.0.1:59810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-ppffl\" "} {"level":"info","ts":"2026-03-09T01:56:06.605136Z","caller":"traceutil/trace.go:171","msg":"trace[507935009] transaction","detail":"{read_only:false; response_revision:7923; number_of_response:1; }","duration":"100.26736ms","start":"2026-03-09T01:56:06.504844Z","end":"2026-03-09T01:56:06.605111Z","steps":["trace[507935009] 'process raft request' (duration: 100.110776ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:56:08.468692Z","caller":"traceutil/trace.go:171","msg":"trace[703809089] transaction","detail":"{read_only:false; response_revision:7932; number_of_response:1; }","duration":"169.545997ms","start":"2026-03-09T01:56:08.299123Z","end":"2026-03-09T01:56:08.468669Z","steps":["trace[703809089] 'process raft request' (duration: 125.490804ms)","trace[703809089] 'compare' (duration: 43.665783ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:56:09.140626Z","caller":"traceutil/trace.go:171","msg":"trace[950784752] linearizableReadLoop","detail":"{readStateIndex:8229; appliedIndex:8228; }","duration":"543.628726ms","start":"2026-03-09T01:56:08.596959Z","end":"2026-03-09T01:56:09.140588Z","steps":["trace[950784752] 'read index received' (duration: 486.157704ms)","trace[950784752] 'applied index is now lower than readState.Index' (duration: 57.469602ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:56:09.140802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.827891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T01:56:09.140839Z","caller":"traceutil/trace.go:171","msg":"trace[918377313] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7933; }","duration":"543.941855ms","start":"2026-03-09T01:56:08.596885Z","end":"2026-03-09T01:56:09.140827Z","steps":["trace[918377313] 'agreement among raft nodes before linearized reading' (duration: 543.816272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:09.140874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:56:08.59686Z","time spent":"544.003897ms","remote":"127.0.0.1:59942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-09T01:56:09.141154Z","caller":"traceutil/trace.go:171","msg":"trace[2005431335] transaction","detail":"{read_only:false; response_revision:7933; number_of_response:1; }","duration":"609.058018ms","start":"2026-03-09T01:56:08.532056Z","end":"2026-03-09T01:56:09.141114Z","steps":["trace[2005431335] 'process raft request' (duration: 551.118483ms)","trace[2005431335] 'compare' (duration: 56.654089ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:56:09.141344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:56:08.532016Z","time spent":"609.219082ms","remote":"127.0.0.1:58788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3657,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:56:09.307033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.228672ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-03-09T01:56:09.307158Z","caller":"traceutil/trace.go:171","msg":"trace[1036847917] linearizableReadLoop","detail":"{readStateIndex:8230; appliedIndex:8229; }","duration":"154.598536ms","start":"2026-03-09T01:56:09.152532Z","end":"2026-03-09T01:56:09.307131Z","steps":["trace[1036847917] 'read index received' (duration: 39.163969ms)","trace[1036847917] 'applied index is now lower than readState.Index' (duration: 115.431767ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:56:09.30738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.832873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.189b09881de4e795\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-09T01:56:09.307658Z","caller":"traceutil/trace.go:171","msg":"trace[798654193] range","detail":"{range_begin:/registry/events/openstack/ceph.189b09881de4e795; range_end:; response_count:1; response_revision:7933; }","duration":"155.141641ms","start":"2026-03-09T01:56:09.152486Z","end":"2026-03-09T01:56:09.307627Z","steps":["trace[798654193] 'agreement among raft nodes before linearized reading' (duration: 154.73262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:09.534296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.837732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19436"} {"level":"info","ts":"2026-03-09T01:56:09.534423Z","caller":"traceutil/trace.go:171","msg":"trace[1997858133] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7934; }","duration":"127.052798ms","start":"2026-03-09T01:56:09.407337Z","end":"2026-03-09T01:56:09.53439Z","steps":["trace[1997858133] 'range keys from in-memory index tree' (duration: 126.525604ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:56:16.788657Z","caller":"traceutil/trace.go:171","msg":"trace[2120142326] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8010; }","duration":"323.151996ms","start":"2026-03-09T01:56:16.46548Z","end":"2026-03-09T01:56:16.788632Z","steps":["trace[2120142326] 'process raft request' (duration: 305.294864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:16.789005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:56:16.465462Z","time spent":"323.2875ms","remote":"127.0.0.1:50844","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":40,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-03-09T01:56:17.115896Z","caller":"traceutil/trace.go:171","msg":"trace[237848757] linearizableReadLoop","detail":"{readStateIndex:8311; appliedIndex:8310; }","duration":"330.124798ms","start":"2026-03-09T01:56:16.785744Z","end":"2026-03-09T01:56:17.115869Z","steps":["trace[237848757] 'read index received' (duration: 329.927083ms)","trace[237848757] 'applied index is now lower than readState.Index' (duration: 196.285µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:56:17.11595Z","caller":"traceutil/trace.go:171","msg":"trace[1769935002] transaction","detail":"{read_only:false; response_revision:8011; number_of_response:1; }","duration":"650.221901ms","start":"2026-03-09T01:56:16.46569Z","end":"2026-03-09T01:56:17.115912Z","steps":["trace[1769935002] 'process raft request' (duration: 649.999635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:17.11606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.290304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:56:17.116493Z","caller":"traceutil/trace.go:171","msg":"trace[1186210557] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8011; }","duration":"330.788287ms","start":"2026-03-09T01:56:16.785685Z","end":"2026-03-09T01:56:17.116473Z","steps":["trace[1186210557] 'agreement among raft nodes before linearized reading' (duration: 330.306484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:17.116558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:56:16.785659Z","time spent":"330.869089ms","remote":"127.0.0.1:59634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T01:56:17.116659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:56:16.465672Z","time spent":"650.611502ms","remote":"127.0.0.1:59810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4633,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:56:17.656155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.469186ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:56:17.656264Z","caller":"traceutil/trace.go:171","msg":"trace[1793510651] linearizableReadLoop","detail":"{readStateIndex:8312; appliedIndex:8311; }","duration":"540.272034ms","start":"2026-03-09T01:56:17.115974Z","end":"2026-03-09T01:56:17.656246Z","steps":["trace[1793510651] 'read index received' (duration: 192.629933ms)","trace[1793510651] 'applied index is now lower than readState.Index' (duration: 347.640811ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:56:17.656278Z","caller":"traceutil/trace.go:171","msg":"trace[141029722] transaction","detail":"{read_only:false; response_revision:8012; number_of_response:1; }","duration":"633.951013ms","start":"2026-03-09T01:56:17.022296Z","end":"2026-03-09T01:56:17.656247Z","steps":["trace[141029722] 'process raft request' (duration: 286.316932ms)","trace[141029722] 'compare' (duration: 347.025324ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:56:17.656391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:56:17.022248Z","time spent":"634.091547ms","remote":"127.0.0.1:59702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-09T01:56:17.656651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.973721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-vdwph\" ","response":"range_response_count:1 size:4648"} {"level":"info","ts":"2026-03-09T01:56:17.656766Z","caller":"traceutil/trace.go:171","msg":"trace[891464085] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-vdwph; range_end:; response_count:1; response_revision:8012; }","duration":"635.159197ms","start":"2026-03-09T01:56:17.021585Z","end":"2026-03-09T01:56:17.656745Z","steps":["trace[891464085] 'agreement among raft nodes before linearized reading' (duration: 634.733025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:17.656842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:56:17.02156Z","time spent":"635.269779ms","remote":"127.0.0.1:59810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4670,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-vdwph\" "} {"level":"info","ts":"2026-03-09T01:56:17.723765Z","caller":"traceutil/trace.go:171","msg":"trace[1665104556] transaction","detail":"{read_only:false; response_revision:8013; number_of_response:1; }","duration":"275.367931ms","start":"2026-03-09T01:56:17.448371Z","end":"2026-03-09T01:56:17.723739Z","steps":["trace[1665104556] 'process raft request' (duration: 275.222587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:17.723986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.105387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:56:17.724096Z","caller":"traceutil/trace.go:171","msg":"trace[963376337] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8013; }","duration":"606.2631ms","start":"2026-03-09T01:56:17.117805Z","end":"2026-03-09T01:56:17.724068Z","steps":["trace[963376337] 'agreement among raft nodes before linearized reading' (duration: 605.951732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:17.724146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:56:17.117783Z","time spent":"606.350963ms","remote":"127.0.0.1:59638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T01:56:17.724206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.027759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-vdwph\" ","response":"range_response_count:1 size:4648"} {"level":"info","ts":"2026-03-09T01:56:17.724322Z","caller":"traceutil/trace.go:171","msg":"trace[1641286084] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-vdwph; range_end:; response_count:1; response_revision:8013; }","duration":"604.197933ms","start":"2026-03-09T01:56:17.120098Z","end":"2026-03-09T01:56:17.724296Z","steps":["trace[1641286084] 'agreement among raft nodes before linearized reading' (duration: 603.753201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:17.724387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:56:17.120082Z","time spent":"604.293087ms","remote":"127.0.0.1:59810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4670,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-vdwph\" "} {"level":"info","ts":"2026-03-09T01:56:17.97461Z","caller":"traceutil/trace.go:171","msg":"trace[825308782] linearizableReadLoop","detail":"{readStateIndex:8314; appliedIndex:8313; }","duration":"246.480606ms","start":"2026-03-09T01:56:17.728105Z","end":"2026-03-09T01:56:17.974585Z","steps":["trace[825308782] 'read index received' (duration: 246.229119ms)","trace[825308782] 'applied index is now lower than readState.Index' (duration: 250.617µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:56:17.974788Z","caller":"traceutil/trace.go:171","msg":"trace[629842743] transaction","detail":"{read_only:false; response_revision:8014; number_of_response:1; }","duration":"310.866999ms","start":"2026-03-09T01:56:17.66385Z","end":"2026-03-09T01:56:17.974717Z","steps":["trace[629842743] 'process raft request' (duration: 310.56621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:17.97495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.793275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-vdwph\" ","response":"range_response_count:1 size:4653"} {"level":"info","ts":"2026-03-09T01:56:17.975082Z","caller":"traceutil/trace.go:171","msg":"trace[1728564584] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-vdwph; range_end:; response_count:1; response_revision:8014; }","duration":"246.99526ms","start":"2026-03-09T01:56:17.728058Z","end":"2026-03-09T01:56:17.975053Z","steps":["trace[1728564584] 'agreement among raft nodes before linearized reading' (duration: 246.692892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:17.975168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:56:17.663827Z","time spent":"311.121275ms","remote":"127.0.0.1:59810","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4638,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:56:18.031589Z","caller":"traceutil/trace.go:171","msg":"trace[1028540677] transaction","detail":"{read_only:false; response_revision:8016; number_of_response:1; }","duration":"123.874209ms","start":"2026-03-09T01:56:17.907682Z","end":"2026-03-09T01:56:18.031557Z","steps":["trace[1028540677] 'process raft request' (duration: 123.753656ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:56:18.031664Z","caller":"traceutil/trace.go:171","msg":"trace[545595653] transaction","detail":"{read_only:false; response_revision:8015; number_of_response:1; }","duration":"141.782153ms","start":"2026-03-09T01:56:17.889852Z","end":"2026-03-09T01:56:18.031634Z","steps":["trace[545595653] 'process raft request' (duration: 131.044547ms)","trace[545595653] 'compare' (duration: 10.409797ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:56:18.031844Z","caller":"traceutil/trace.go:171","msg":"trace[1392683856] transaction","detail":"{read_only:false; response_revision:8017; number_of_response:1; }","duration":"109.051951ms","start":"2026-03-09T01:56:17.922759Z","end":"2026-03-09T01:56:18.031811Z","steps":["trace[1392683856] 'process raft request' (duration: 108.731613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:18.031907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.128499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-09T01:56:18.031967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.475208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:5146"} {"level":"info","ts":"2026-03-09T01:56:18.031994Z","caller":"traceutil/trace.go:171","msg":"trace[1010375769] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:8017; }","duration":"123.280883ms","start":"2026-03-09T01:56:17.908693Z","end":"2026-03-09T01:56:18.031974Z","steps":["trace[1010375769] 'agreement among raft nodes before linearized reading' (duration: 123.062177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:18.031875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.07235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:56:18.032048Z","caller":"traceutil/trace.go:171","msg":"trace[421053376] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:8017; }","duration":"196.569401ms","start":"2026-03-09T01:56:17.835441Z","end":"2026-03-09T01:56:18.032011Z","steps":["trace[421053376] 'agreement among raft nodes before linearized reading' (duration: 196.318754ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:56:18.032098Z","caller":"traceutil/trace.go:171","msg":"trace[484465093] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:8017; }","duration":"292.352248ms","start":"2026-03-09T01:56:17.739729Z","end":"2026-03-09T01:56:18.032081Z","steps":["trace[484465093] 'agreement among raft nodes before linearized reading' (duration: 292.038359ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:56:18.179454Z","caller":"traceutil/trace.go:171","msg":"trace[311309594] linearizableReadLoop","detail":"{readStateIndex:8319; appliedIndex:8318; }","duration":"119.5157ms","start":"2026-03-09T01:56:18.059909Z","end":"2026-03-09T01:56:18.179424Z","steps":["trace[311309594] 'read index received' (duration: 71.443297ms)","trace[311309594] 'applied index is now lower than readState.Index' (duration: 48.070933ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:56:18.179613Z","caller":"traceutil/trace.go:171","msg":"trace[1126090886] transaction","detail":"{read_only:false; response_revision:8019; number_of_response:1; }","duration":"135.570713ms","start":"2026-03-09T01:56:18.043969Z","end":"2026-03-09T01:56:18.17954Z","steps":["trace[1126090886] 'process raft request' (duration: 87.331865ms)","trace[1126090886] 'compare' (duration: 47.96393ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:56:18.179798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.865569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-09T01:56:18.179819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.529197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ppffl\" ","response":"range_response_count:1 size:6531"} {"level":"warn","ts":"2026-03-09T01:56:18.179851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.831828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-09T01:56:18.179862Z","caller":"traceutil/trace.go:171","msg":"trace[713951468] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8019; }","duration":"120.015834ms","start":"2026-03-09T01:56:18.059828Z","end":"2026-03-09T01:56:18.179844Z","steps":["trace[713951468] 'agreement among raft nodes before linearized reading' (duration: 119.754287ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:56:18.179873Z","caller":"traceutil/trace.go:171","msg":"trace[1099146619] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ppffl; range_end:; response_count:1; response_revision:8019; }","duration":"104.63693ms","start":"2026-03-09T01:56:18.075221Z","end":"2026-03-09T01:56:18.179858Z","steps":["trace[1099146619] 'agreement among raft nodes before linearized reading' (duration: 104.465556ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:56:18.179899Z","caller":"traceutil/trace.go:171","msg":"trace[52719245] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8019; }","duration":"103.927151ms","start":"2026-03-09T01:56:18.075958Z","end":"2026-03-09T01:56:18.179885Z","steps":["trace[52719245] 'agreement among raft nodes before linearized reading' (duration: 103.778337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:18.179975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.697025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-09T01:56:18.180058Z","caller":"traceutil/trace.go:171","msg":"trace[1275249006] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8019; }","duration":"103.802317ms","start":"2026-03-09T01:56:18.07624Z","end":"2026-03-09T01:56:18.180042Z","steps":["trace[1275249006] 'agreement among raft nodes before linearized reading' (duration: 103.612452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:18.180098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.217868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-09T01:56:18.180141Z","caller":"traceutil/trace.go:171","msg":"trace[410159261] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8019; }","duration":"104.279411ms","start":"2026-03-09T01:56:18.07585Z","end":"2026-03-09T01:56:18.18013Z","steps":["trace[410159261] 'agreement among raft nodes before linearized reading' (duration: 104.158557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:18.481897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.328681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-09T01:56:18.481996Z","caller":"traceutil/trace.go:171","msg":"trace[1530414587] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:8024; }","duration":"202.502445ms","start":"2026-03-09T01:56:18.279468Z","end":"2026-03-09T01:56:18.48197Z","steps":["trace[1530414587] 'range keys from in-memory index tree' (duration: 202.108574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:18.482286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.375729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-09T01:56:18.482332Z","caller":"traceutil/trace.go:171","msg":"trace[141870801] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:8024; }","duration":"114.481681ms","start":"2026-03-09T01:56:18.367837Z","end":"2026-03-09T01:56:18.482319Z","steps":["trace[141870801] 'range keys from in-memory index tree' (duration: 114.198195ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:56:19.337212Z","caller":"traceutil/trace.go:171","msg":"trace[1840602085] linearizableReadLoop","detail":"{readStateIndex:8326; appliedIndex:8325; }","duration":"179.603615ms","start":"2026-03-09T01:56:19.157567Z","end":"2026-03-09T01:56:19.33717Z","steps":["trace[1840602085] 'read index received' (duration: 144.430146ms)","trace[1840602085] 'applied index is now lower than readState.Index' (duration: 35.171939ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:56:19.337986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.265783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-09T01:56:19.338083Z","caller":"traceutil/trace.go:171","msg":"trace[812817100] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8025; }","duration":"180.54344ms","start":"2026-03-09T01:56:19.157512Z","end":"2026-03-09T01:56:19.338056Z","steps":["trace[812817100] 'agreement among raft nodes before linearized reading' (duration: 179.864642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:19.811178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.467046ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:56:19.811293Z","caller":"traceutil/trace.go:171","msg":"trace[492188911] linearizableReadLoop","detail":"{readStateIndex:8330; appliedIndex:8329; }","duration":"107.675484ms","start":"2026-03-09T01:56:19.703598Z","end":"2026-03-09T01:56:19.811273Z","steps":["trace[492188911] 'read index received' (duration: 42.061µs)","trace[492188911] 'applied index is now lower than readState.Index' (duration: 107.631913ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:56:19.811386Z","caller":"traceutil/trace.go:171","msg":"trace[833957181] transaction","detail":"{read_only:false; response_revision:8029; number_of_response:1; }","duration":"326.408646ms","start":"2026-03-09T01:56:19.484926Z","end":"2026-03-09T01:56:19.811335Z","steps":["trace[833957181] 'process raft request' (duration: 144.640032ms)","trace[833957181] 'compare' (duration: 181.092255ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:56:19.811441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.84872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12216"} {"level":"info","ts":"2026-03-09T01:56:19.811471Z","caller":"traceutil/trace.go:171","msg":"trace[1828107716] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8029; }","duration":"107.87971ms","start":"2026-03-09T01:56:19.703581Z","end":"2026-03-09T01:56:19.811461Z","steps":["trace[1828107716] 'agreement among raft nodes before linearized reading' (duration: 107.743027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:19.811558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:56:19.484903Z","time spent":"326.563011ms","remote":"127.0.0.1:59944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":886,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:56:20.148809Z","caller":"traceutil/trace.go:171","msg":"trace[388590834] linearizableReadLoop","detail":"{readStateIndex:8331; appliedIndex:8330; }","duration":"269.631233ms","start":"2026-03-09T01:56:19.879137Z","end":"2026-03-09T01:56:20.148769Z","steps":["trace[388590834] 'read index received' (duration: 237.086827ms)","trace[388590834] 'applied index is now lower than readState.Index' (duration: 32.542696ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:56:20.148996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.843249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:56:20.148987Z","caller":"traceutil/trace.go:171","msg":"trace[1717330471] transaction","detail":"{read_only:false; response_revision:8030; number_of_response:1; }","duration":"331.170867ms","start":"2026-03-09T01:56:19.817767Z","end":"2026-03-09T01:56:20.148938Z","steps":["trace[1717330471] 'process raft request' (duration: 298.433046ms)","trace[1717330471] 'compare' (duration: 32.283819ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:56:20.149038Z","caller":"traceutil/trace.go:171","msg":"trace[1859804668] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8030; }","duration":"269.941822ms","start":"2026-03-09T01:56:19.879082Z","end":"2026-03-09T01:56:20.149024Z","steps":["trace[1859804668] 'agreement among raft nodes before linearized reading' (duration: 269.833119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:20.149255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:56:19.817751Z","time spent":"331.346222ms","remote":"127.0.0.1:59702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":662,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:56:20.205423Z","caller":"traceutil/trace.go:171","msg":"trace[304931559] transaction","detail":"{read_only:false; response_revision:8031; number_of_response:1; }","duration":"168.453478ms","start":"2026-03-09T01:56:20.036945Z","end":"2026-03-09T01:56:20.205399Z","steps":["trace[304931559] 'process raft request' (duration: 168.084708ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:56:20.205628Z","caller":"traceutil/trace.go:171","msg":"trace[285574936] transaction","detail":"{read_only:false; response_revision:8032; number_of_response:1; }","duration":"168.586552ms","start":"2026-03-09T01:56:20.037031Z","end":"2026-03-09T01:56:20.205617Z","steps":["trace[285574936] 'process raft request' (duration: 168.107179ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:56:20.205731Z","caller":"traceutil/trace.go:171","msg":"trace[653156517] transaction","detail":"{read_only:false; response_revision:8033; number_of_response:1; }","duration":"166.973947ms","start":"2026-03-09T01:56:20.038749Z","end":"2026-03-09T01:56:20.205723Z","steps":["trace[653156517] 'process raft request' (duration: 166.423652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:20.20599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.455749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-09T01:56:20.206034Z","caller":"traceutil/trace.go:171","msg":"trace[618050413] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8033; }","duration":"147.525611ms","start":"2026-03-09T01:56:20.058497Z","end":"2026-03-09T01:56:20.206023Z","steps":["trace[618050413] 'agreement among raft nodes before linearized reading' (duration: 147.326725ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:56:20.619679Z","caller":"traceutil/trace.go:171","msg":"trace[500347497] linearizableReadLoop","detail":"{readStateIndex:8335; appliedIndex:8334; }","duration":"408.236259ms","start":"2026-03-09T01:56:20.211412Z","end":"2026-03-09T01:56:20.619648Z","steps":["trace[500347497] 'read index received' (duration: 320.742041ms)","trace[500347497] 'applied index is now lower than readState.Index' (duration: 87.492178ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:56:20.619752Z","caller":"traceutil/trace.go:171","msg":"trace[714498322] transaction","detail":"{read_only:false; response_revision:8034; number_of_response:1; }","duration":"408.542287ms","start":"2026-03-09T01:56:20.211145Z","end":"2026-03-09T01:56:20.619687Z","steps":["trace[714498322] 'process raft request' (duration: 320.991787ms)","trace[714498322] 'compare' (duration: 87.343275ms)"],"step_count":2} {"level":"warn","ts":"2026-03-09T01:56:20.619925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.490346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-09T01:56:20.619967Z","caller":"traceutil/trace.go:171","msg":"trace[1504962742] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8034; }","duration":"408.549808ms","start":"2026-03-09T01:56:20.211407Z","end":"2026-03-09T01:56:20.619957Z","steps":["trace[1504962742] 'agreement among raft nodes before linearized reading' (duration: 408.367203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:20.620002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:56:20.211383Z","time spent":"408.609359ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-09T01:56:20.620058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:56:20.211131Z","time spent":"408.783104ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:56:20.936142Z","caller":"traceutil/trace.go:171","msg":"trace[1705664183] linearizableReadLoop","detail":"{readStateIndex:8336; appliedIndex:8335; }","duration":"316.347599ms","start":"2026-03-09T01:56:20.619747Z","end":"2026-03-09T01:56:20.936095Z","steps":["trace[1705664183] 'read index received' (duration: 316.275257ms)","trace[1705664183] 'applied index is now lower than readState.Index' (duration: 71.032µs)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:56:20.936253Z","caller":"traceutil/trace.go:171","msg":"trace[547908214] transaction","detail":"{read_only:false; response_revision:8035; number_of_response:1; }","duration":"724.248349ms","start":"2026-03-09T01:56:20.211956Z","end":"2026-03-09T01:56:20.936204Z","steps":["trace[547908214] 'process raft request' (duration: 723.959991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:20.936402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.441592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-09T01:56:20.936479Z","caller":"traceutil/trace.go:171","msg":"trace[1859871802] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8035; }","duration":"717.548494ms","start":"2026-03-09T01:56:20.218915Z","end":"2026-03-09T01:56:20.936463Z","steps":["trace[1859871802] 'agreement among raft nodes before linearized reading' (duration: 717.335939ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:20.936519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:56:20.218908Z","time spent":"717.601176ms","remote":"127.0.0.1:59946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5673,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-09T01:56:20.936789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:56:20.211946Z","time spent":"724.394063ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:56:20.93693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.467393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-09T01:56:20.937179Z","caller":"traceutil/trace.go:171","msg":"trace[1940430675] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8035; }","duration":"725.712249ms","start":"2026-03-09T01:56:20.211439Z","end":"2026-03-09T01:56:20.937152Z","steps":["trace[1940430675] 'agreement among raft nodes before linearized reading' (duration: 725.38339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:20.937169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.38027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-09T01:56:20.937226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.662728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-09T01:56:20.937376Z","caller":"traceutil/trace.go:171","msg":"trace[815804668] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8035; }","duration":"725.926395ms","start":"2026-03-09T01:56:20.211429Z","end":"2026-03-09T01:56:20.937355Z","steps":["trace[815804668] 'agreement among raft nodes before linearized reading' (duration: 725.500553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:20.937474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:56:20.211419Z","time spent":"726.036808ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-09T01:56:20.937301Z","caller":"traceutil/trace.go:171","msg":"trace[670356534] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8035; }","duration":"401.587516ms","start":"2026-03-09T01:56:20.535673Z","end":"2026-03-09T01:56:20.93726Z","steps":["trace[670356534] 'agreement among raft nodes before linearized reading' (duration: 401.252677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:20.938297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:56:20.53565Z","time spent":"402.627414ms","remote":"127.0.0.1:59724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":378,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-09T01:56:20.938307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.687891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-09T01:56:20.937217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:56:20.211435Z","time spent":"725.770181ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-09T01:56:20.937601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.063956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ppffl\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-09T01:56:20.938546Z","caller":"traceutil/trace.go:171","msg":"trace[1448513020] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ppffl; range_end:; response_count:1; response_revision:8035; }","duration":"724.018293ms","start":"2026-03-09T01:56:20.214503Z","end":"2026-03-09T01:56:20.938521Z","steps":["trace[1448513020] 'agreement among raft nodes before linearized reading' (duration: 722.881662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:20.938611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:56:20.214494Z","time spent":"724.096165ms","remote":"127.0.0.1:59810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-ppffl\" "} {"level":"info","ts":"2026-03-09T01:56:20.939504Z","caller":"traceutil/trace.go:171","msg":"trace[1091600199] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:8035; }","duration":"623.805144ms","start":"2026-03-09T01:56:20.314561Z","end":"2026-03-09T01:56:20.938366Z","steps":["trace[1091600199] 'agreement among raft nodes before linearized reading' (duration: 623.591198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:20.939607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:56:20.314533Z","time spent":"625.055069ms","remote":"127.0.0.1:59786","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-09T01:56:20.96248Z","caller":"traceutil/trace.go:171","msg":"trace[489179533] transaction","detail":"{read_only:false; response_revision:8036; number_of_response:1; }","duration":"337.721877ms","start":"2026-03-09T01:56:20.62474Z","end":"2026-03-09T01:56:20.962462Z","steps":["trace[489179533] 'process raft request' (duration: 337.608434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:56:20.962596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:56:20.624716Z","time spent":"337.81342ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":421,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:56:20.963026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.732891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:56:20.96306Z","caller":"traceutil/trace.go:171","msg":"trace[925787663] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8036; }","duration":"186.808304ms","start":"2026-03-09T01:56:20.776241Z","end":"2026-03-09T01:56:20.96305Z","steps":["trace[925787663] 'agreement among raft nodes before linearized reading' (duration: 186.754932ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:57:39.255538Z","caller":"traceutil/trace.go:171","msg":"trace[462496806] transaction","detail":"{read_only:false; response_revision:8748; number_of_response:1; }","duration":"174.886863ms","start":"2026-03-09T01:57:39.080614Z","end":"2026-03-09T01:57:39.255501Z","steps":["trace[462496806] 'process raft request' (duration: 174.674317ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T01:57:39.879508Z","caller":"traceutil/trace.go:171","msg":"trace[612485692] transaction","detail":"{read_only:false; response_revision:8749; number_of_response:1; }","duration":"469.639579ms","start":"2026-03-09T01:57:39.409827Z","end":"2026-03-09T01:57:39.879466Z","steps":["trace[612485692] 'process raft request' (duration: 469.410902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:57:39.879814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:57:39.409803Z","time spent":"469.810683ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:57:40.104172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.923769ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-09T01:57:40.104368Z","caller":"traceutil/trace.go:171","msg":"trace[797632463] linearizableReadLoop","detail":"{readStateIndex:9074; appliedIndex:9071; }","duration":"689.013293ms","start":"2026-03-09T01:57:39.415335Z","end":"2026-03-09T01:57:40.104348Z","steps":["trace[797632463] 'read index received' (duration: 463.977102ms)","trace[797632463] 'applied index is now lower than readState.Index' (duration: 225.034931ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:57:40.104391Z","caller":"traceutil/trace.go:171","msg":"trace[1679758514] transaction","detail":"{read_only:false; response_revision:8750; number_of_response:1; }","duration":"693.866787ms","start":"2026-03-09T01:57:39.41048Z","end":"2026-03-09T01:57:40.104347Z","steps":["trace[1679758514] 'process raft request' (duration: 512.66383ms)","trace[1679758514] 'compare' (duration: 180.698393ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T01:57:40.104477Z","caller":"traceutil/trace.go:171","msg":"trace[1946128726] transaction","detail":"{read_only:false; response_revision:8751; number_of_response:1; }","duration":"692.53726ms","start":"2026-03-09T01:57:39.411848Z","end":"2026-03-09T01:57:40.104386Z","steps":["trace[1946128726] 'process raft request' (duration: 692.431837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:57:40.104612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:57:39.410438Z","time spent":"694.067492ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-09T01:57:40.104703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.363942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-09T01:57:40.104704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:57:39.411838Z","time spent":"692.745006ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-09T01:57:40.104743Z","caller":"traceutil/trace.go:171","msg":"trace[1228700025] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8751; }","duration":"689.419294ms","start":"2026-03-09T01:57:39.415311Z","end":"2026-03-09T01:57:40.10473Z","steps":["trace[1228700025] 'agreement among raft nodes before linearized reading' (duration: 689.165577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:57:40.104781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:57:39.415297Z","time spent":"689.474815ms","remote":"127.0.0.1:59884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-09T01:57:40.104827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.69284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-09T01:57:40.104934Z","caller":"traceutil/trace.go:171","msg":"trace[1884677278] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8751; }","duration":"327.865594ms","start":"2026-03-09T01:57:39.77704Z","end":"2026-03-09T01:57:40.104906Z","steps":["trace[1884677278] 'agreement among raft nodes before linearized reading' (duration: 327.670319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:57:40.104946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.955011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-ppffl\" ","response":"range_response_count:1 size:6531"} {"level":"info","ts":"2026-03-09T01:57:40.105073Z","caller":"traceutil/trace.go:171","msg":"trace[298069524] range","detail":"{range_begin:/registry/pods/openstack/keepalived-ppffl; range_end:; response_count:1; response_revision:8751; }","duration":"559.134306ms","start":"2026-03-09T01:57:39.54591Z","end":"2026-03-09T01:57:40.105045Z","steps":["trace[298069524] 'agreement among raft nodes before linearized reading' (duration: 558.766446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T01:57:40.104999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:57:39.777013Z","time spent":"327.974237ms","remote":"127.0.0.1:59634","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-09T01:57:40.105135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-09T01:57:39.545887Z","time spent":"559.237999ms","remote":"127.0.0.1:59810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6553,"request content":"key:\"/registry/pods/openstack/keepalived-ppffl\" "} {"level":"info","ts":"2026-03-09T01:59:45.182031Z","caller":"traceutil/trace.go:171","msg":"trace[133298289] transaction","detail":"{read_only:false; response_revision:9548; number_of_response:1; }","duration":"119.530743ms","start":"2026-03-09T01:59:45.062472Z","end":"2026-03-09T01:59:45.182003Z","steps":["trace[133298289] 'process raft request' (duration: 119.330897ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T02:00:06.797898Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"4e98569549cc430c","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-09T02:00:06.804045Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-09T02:00:06.804161Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-09T02:00:40.735267Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7747} {"level":"info","ts":"2026-03-09T02:00:40.801716Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7747,"took":"63.192854ms","hash":1059042546,"current-db-size-bytes":42258432,"current-db-size":"42 MB","current-db-size-in-use-bytes":25325568,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-09T02:00:40.801795Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1059042546,"revision":7747,"compact-revision":5734} {"level":"info","ts":"2026-03-09T02:01:37.798438Z","caller":"traceutil/trace.go:171","msg":"trace[511942842] transaction","detail":"{read_only:false; response_revision:10095; number_of_response:1; }","duration":"149.289246ms","start":"2026-03-09T02:01:37.649112Z","end":"2026-03-09T02:01:37.798401Z","steps":["trace[511942842] 'process raft request' (duration: 149.0606ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T02:01:37.834458Z","caller":"traceutil/trace.go:171","msg":"trace[2052274691] transaction","detail":"{read_only:false; response_revision:10096; number_of_response:1; }","duration":"182.37546ms","start":"2026-03-09T02:01:37.652054Z","end":"2026-03-09T02:01:37.834429Z","steps":["trace[2052274691] 'process raft request' (duration: 182.213785ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T02:01:37.834892Z","caller":"traceutil/trace.go:171","msg":"trace[718350123] transaction","detail":"{read_only:false; response_revision:10097; number_of_response:1; }","duration":"148.806983ms","start":"2026-03-09T02:01:37.686018Z","end":"2026-03-09T02:01:37.834825Z","steps":["trace[718350123] 'process raft request' (duration: 148.371201ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T02:02:06.085222Z","caller":"traceutil/trace.go:171","msg":"trace[1842421560] transaction","detail":"{read_only:false; response_revision:10359; number_of_response:1; }","duration":"102.143073ms","start":"2026-03-09T02:02:05.983049Z","end":"2026-03-09T02:02:06.085192Z","steps":["trace[1842421560] 'process raft request' (duration: 102.056571ms)"],"step_count":1} {"level":"warn","ts":"2026-03-09T02:02:06.08534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.31437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-09T02:02:06.085175Z","caller":"traceutil/trace.go:171","msg":"trace[1038044128] linearizableReadLoop","detail":"{readStateIndex:10742; appliedIndex:10739; }","duration":"101.138795ms","start":"2026-03-09T02:02:05.984011Z","end":"2026-03-09T02:02:06.08515Z","steps":["trace[1038044128] 'read index received' (duration: 76.596097ms)","trace[1038044128] 'applied index is now lower than readState.Index' (duration: 24.541428ms)"],"step_count":2} {"level":"info","ts":"2026-03-09T02:02:06.085385Z","caller":"traceutil/trace.go:171","msg":"trace[143778972] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10359; }","duration":"101.428203ms","start":"2026-03-09T02:02:05.983946Z","end":"2026-03-09T02:02:06.085374Z","steps":["trace[143778972] 'agreement among raft nodes before linearized reading' (duration: 101.31865ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T02:02:06.085762Z","caller":"traceutil/trace.go:171","msg":"trace[1076359313] transaction","detail":"{read_only:false; response_revision:10358; number_of_response:1; }","duration":"109.907267ms","start":"2026-03-09T02:02:05.975832Z","end":"2026-03-09T02:02:06.085739Z","steps":["trace[1076359313] 'process raft request' (duration: 109.140696ms)"],"step_count":1} {"level":"info","ts":"2026-03-09T02:05:40.741529Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9804} {"level":"info","ts":"2026-03-09T02:05:40.821966Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9804,"took":"78.017346ms","hash":4026579795,"current-db-size-bytes":42258432,"current-db-size":"42 MB","current-db-size-in-use-bytes":17629184,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-03-09T02:05:40.822032Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4026579795,"revision":9804,"compact-revision":7747}