{"level":"warn","ts":"2026-06-30T08:25:31.501301Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-06-30T08:25:31.5014Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.77:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.77:2380","--initial-cluster=instance=https://199.204.45.77:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.77:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.77:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-06-30T08:25:31.501471Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-06-30T08:25:31.501482Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.77:2380"]} {"level":"info","ts":"2026-06-30T08:25:31.501503Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-06-30T08:25:31.502125Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.77:2379"]} {"level":"info","ts":"2026-06-30T08:25:31.502195Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.77:2380"],"listen-peer-urls":["https://199.204.45.77:2380"],"advertise-client-urls":["https://199.204.45.77:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.77:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.77:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-06-30T08:25:31.507155Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.738927ms"} {"level":"info","ts":"2026-06-30T08:25:31.513773Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"9133559b3198d4ec","cluster-id":"60f1aee33b0786f5"} {"level":"info","ts":"2026-06-30T08:25:31.513846Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9133559b3198d4ec switched to configuration voters=()"} {"level":"info","ts":"2026-06-30T08:25:31.513864Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9133559b3198d4ec became follower at term 0"} {"level":"info","ts":"2026-06-30T08:25:31.513878Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 9133559b3198d4ec [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-06-30T08:25:31.513894Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9133559b3198d4ec became follower at term 1"} {"level":"info","ts":"2026-06-30T08:25:31.513929Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9133559b3198d4ec switched to configuration voters=(10462800484352185580)"} {"level":"warn","ts":"2026-06-30T08:25:31.525626Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-06-30T08:25:31.526897Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-06-30T08:25:31.527879Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-06-30T08:25:31.531287Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"9133559b3198d4ec","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-06-30T08:25:31.531815Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"9133559b3198d4ec","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-06-30T08:25:31.531963Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-30T08:25:31.532044Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-30T08:25:31.532076Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-30T08:25:31.532261Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9133559b3198d4ec switched to configuration voters=(10462800484352185580)"} {"level":"info","ts":"2026-06-30T08:25:31.532359Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"60f1aee33b0786f5","local-member-id":"9133559b3198d4ec","added-peer-id":"9133559b3198d4ec","added-peer-peer-urls":["https://199.204.45.77:2380"]} {"level":"info","ts":"2026-06-30T08:25:31.535629Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-06-30T08:25:31.535774Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.77:2380"} {"level":"info","ts":"2026-06-30T08:25:31.535871Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"9133559b3198d4ec","initial-advertise-peer-urls":["https://199.204.45.77:2380"],"listen-peer-urls":["https://199.204.45.77:2380"],"advertise-client-urls":["https://199.204.45.77:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.77:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-06-30T08:25:31.535901Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-06-30T08:25:31.535828Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.77:2380"} {"level":"info","ts":"2026-06-30T08:25:31.715037Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9133559b3198d4ec is starting a new election at term 1"} {"level":"info","ts":"2026-06-30T08:25:31.715151Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9133559b3198d4ec became pre-candidate at term 1"} {"level":"info","ts":"2026-06-30T08:25:31.715187Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9133559b3198d4ec received MsgPreVoteResp from 9133559b3198d4ec at term 1"} {"level":"info","ts":"2026-06-30T08:25:31.715215Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9133559b3198d4ec became candidate at term 2"} {"level":"info","ts":"2026-06-30T08:25:31.715231Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9133559b3198d4ec received MsgVoteResp from 9133559b3198d4ec at term 2"} {"level":"info","ts":"2026-06-30T08:25:31.715252Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"9133559b3198d4ec became leader at term 2"} {"level":"info","ts":"2026-06-30T08:25:31.715279Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 9133559b3198d4ec elected leader 9133559b3198d4ec at term 2"} {"level":"info","ts":"2026-06-30T08:25:31.716754Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"9133559b3198d4ec","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.77:2379]}","request-path":"/0/members/9133559b3198d4ec/attributes","cluster-id":"60f1aee33b0786f5","publish-timeout":"7s"} {"level":"info","ts":"2026-06-30T08:25:31.716958Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-06-30T08:25:31.717008Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-06-30T08:25:31.717083Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-06-30T08:25:31.717226Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-06-30T08:25:31.717266Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-06-30T08:25:31.718313Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"60f1aee33b0786f5","local-member-id":"9133559b3198d4ec","cluster-version":"3.5"} {"level":"info","ts":"2026-06-30T08:25:31.718433Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-06-30T08:25:31.718464Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-06-30T08:25:31.719671Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-06-30T08:25:31.721626Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.77:2379"} {"level":"info","ts":"2026-06-30T08:26:14.424403Z","caller":"traceutil/trace.go:171","msg":"trace[628212657] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"105.883552ms","start":"2026-06-30T08:26:14.318493Z","end":"2026-06-30T08:26:14.424376Z","steps":["trace[628212657] 'process raft request' (duration: 101.280846ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:26:14.428475Z","caller":"traceutil/trace.go:171","msg":"trace[1237244110] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"107.570497ms","start":"2026-06-30T08:26:14.320873Z","end":"2026-06-30T08:26:14.428444Z","steps":["trace[1237244110] 'process raft request' (duration: 107.25065ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:26:14.428635Z","caller":"traceutil/trace.go:171","msg":"trace[458789974] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"101.462151ms","start":"2026-06-30T08:26:14.327037Z","end":"2026-06-30T08:26:14.428499Z","steps":["trace[458789974] 'process raft request' (duration: 101.291668ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:26:21.194682Z","caller":"traceutil/trace.go:171","msg":"trace[569539676] linearizableReadLoop","detail":"{readStateIndex:627; appliedIndex:626; }","duration":"233.37438ms","start":"2026-06-30T08:26:20.961289Z","end":"2026-06-30T08:26:21.194664Z","steps":["trace[569539676] 'read index received' (duration: 232.670455ms)","trace[569539676] 'applied index is now lower than readState.Index' (duration: 703.255µs)"],"step_count":2} {"level":"info","ts":"2026-06-30T08:26:21.194773Z","caller":"traceutil/trace.go:171","msg":"trace[895751382] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"326.106691ms","start":"2026-06-30T08:26:20.86866Z","end":"2026-06-30T08:26:21.194767Z","steps":["trace[895751382] 'process raft request' (duration: 325.508148ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:26:21.195086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.777608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-d5md9\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-06-30T08:26:21.195193Z","caller":"traceutil/trace.go:171","msg":"trace[1733249310] range","detail":"{range_begin:/registry/pods/kube-system/cilium-d5md9; range_end:; response_count:1; response_revision:607; }","duration":"233.929161ms","start":"2026-06-30T08:26:20.961245Z","end":"2026-06-30T08:26:21.195174Z","steps":["trace[1733249310] 'agreement among raft nodes before linearized reading' (duration: 233.668736ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:26:21.195184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:26:20.868599Z","time spent":"326.192642ms","remote":"127.0.0.1:48854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036305,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T08:26:21.313459Z","caller":"traceutil/trace.go:171","msg":"trace[324928156] transaction","detail":"{read_only:false; response_revision:608; number_of_response:1; }","duration":"113.94681ms","start":"2026-06-30T08:26:21.199489Z","end":"2026-06-30T08:26:21.313435Z","steps":["trace[324928156] 'process raft request' (duration: 100.71047ms)","trace[324928156] 'compare' (duration: 13.126678ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T08:26:21.314063Z","caller":"traceutil/trace.go:171","msg":"trace[9183508] transaction","detail":"{read_only:false; response_revision:609; number_of_response:1; }","duration":"105.641365ms","start":"2026-06-30T08:26:21.208403Z","end":"2026-06-30T08:26:21.314044Z","steps":["trace[9183508] 'process raft request' (duration: 105.43501ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:26:36.744734Z","caller":"traceutil/trace.go:171","msg":"trace[1470823784] transaction","detail":"{read_only:false; response_revision:771; number_of_response:1; }","duration":"192.790948ms","start":"2026-06-30T08:26:36.551921Z","end":"2026-06-30T08:26:36.744712Z","steps":["trace[1470823784] 'process raft request' (duration: 192.640544ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:27:46.518874Z","caller":"traceutil/trace.go:171","msg":"trace[962139605] linearizableReadLoop","detail":"{readStateIndex:1887; appliedIndex:1886; }","duration":"113.925711ms","start":"2026-06-30T08:27:46.404917Z","end":"2026-06-30T08:27:46.518843Z","steps":["trace[962139605] 'read index received' (duration: 113.639515ms)","trace[962139605] 'applied index is now lower than readState.Index' (duration: 284.596µs)"],"step_count":2} {"level":"info","ts":"2026-06-30T08:27:46.518929Z","caller":"traceutil/trace.go:171","msg":"trace[1611998772] transaction","detail":"{read_only:false; response_revision:1820; number_of_response:1; }","duration":"187.464593ms","start":"2026-06-30T08:27:46.331422Z","end":"2026-06-30T08:27:46.518886Z","steps":["trace[1611998772] 'process raft request' (duration: 187.254709ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:27:46.519191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.220007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-11afec18-a492-4d76-80c1-641d3e88804f\" ","response":"range_response_count:1 size:3626"} {"level":"info","ts":"2026-06-30T08:27:46.519287Z","caller":"traceutil/trace.go:171","msg":"trace[735023680] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-11afec18-a492-4d76-80c1-641d3e88804f; range_end:; response_count:1; response_revision:1820; }","duration":"114.393261ms","start":"2026-06-30T08:27:46.404874Z","end":"2026-06-30T08:27:46.519267Z","steps":["trace[735023680] 'agreement among raft nodes before linearized reading' (duration: 114.097665ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:27:46.633667Z","caller":"traceutil/trace.go:171","msg":"trace[1657845605] transaction","detail":"{read_only:false; response_revision:1821; number_of_response:1; }","duration":"106.050454ms","start":"2026-06-30T08:27:46.527579Z","end":"2026-06-30T08:27:46.63363Z","steps":["trace[1657845605] 'process raft request' (duration: 83.159048ms)","trace[1657845605] 'compare' (duration: 22.759593ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T08:27:46.908504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.988599ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-30T08:27:46.908663Z","caller":"traceutil/trace.go:171","msg":"trace[1097250719] linearizableReadLoop","detail":"{readStateIndex:1889; appliedIndex:1888; }","duration":"226.273347ms","start":"2026-06-30T08:27:46.682367Z","end":"2026-06-30T08:27:46.908641Z","steps":["trace[1097250719] 'read index received' (duration: 73.825159ms)","trace[1097250719] 'applied index is now lower than readState.Index' (duration: 152.418658ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T08:27:46.908769Z","caller":"traceutil/trace.go:171","msg":"trace[783681235] transaction","detail":"{read_only:false; response_revision:1822; number_of_response:1; }","duration":"262.441626ms","start":"2026-06-30T08:27:46.646278Z","end":"2026-06-30T08:27:46.90872Z","steps":["trace[783681235] 'process raft request' (duration: 109.970747ms)","trace[783681235] 'compare' (duration: 151.868016ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T08:27:46.908985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.595555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-06-30T08:27:46.909002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.254318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-30T08:27:46.909076Z","caller":"traceutil/trace.go:171","msg":"trace[1316862728] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1822; }","duration":"226.724377ms","start":"2026-06-30T08:27:46.682329Z","end":"2026-06-30T08:27:46.909053Z","steps":["trace[1316862728] 'agreement among raft nodes before linearized reading' (duration: 226.475452ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:27:46.90908Z","caller":"traceutil/trace.go:171","msg":"trace[623009016] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1822; }","duration":"164.357151ms","start":"2026-06-30T08:27:46.744705Z","end":"2026-06-30T08:27:46.909062Z","steps":["trace[623009016] 'agreement among raft nodes before linearized reading' (duration: 164.173637ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:28:03.20031Z","caller":"traceutil/trace.go:171","msg":"trace[694855299] transaction","detail":"{read_only:false; response_revision:1959; number_of_response:1; }","duration":"107.496385ms","start":"2026-06-30T08:28:03.092794Z","end":"2026-06-30T08:28:03.200291Z","steps":["trace[694855299] 'process raft request' (duration: 107.361132ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:28:41.179838Z","caller":"traceutil/trace.go:171","msg":"trace[84781127] transaction","detail":"{read_only:false; response_revision:2168; number_of_response:1; }","duration":"127.857018ms","start":"2026-06-30T08:28:41.051945Z","end":"2026-06-30T08:28:41.179802Z","steps":["trace[84781127] 'process raft request' (duration: 127.661404ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:28:41.69672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.231748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-30T08:28:41.696809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.272536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-06-30T08:28:41.696861Z","caller":"traceutil/trace.go:171","msg":"trace[753257949] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:2168; }","duration":"412.426833ms","start":"2026-06-30T08:28:41.284382Z","end":"2026-06-30T08:28:41.696809Z","steps":["trace[753257949] 'count revisions from in-memory index tree' (duration: 412.074184ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:28:41.696936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:28:41.28436Z","time spent":"412.556106ms","remote":"127.0.0.1:42590","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-06-30T08:28:41.696969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.719652ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-30T08:28:41.696868Z","caller":"traceutil/trace.go:171","msg":"trace[580456048] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2168; }","duration":"402.378318ms","start":"2026-06-30T08:28:41.294473Z","end":"2026-06-30T08:28:41.696851Z","steps":["trace[580456048] 'range keys from in-memory index tree' (duration: 402.076662ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:28:41.697059Z","caller":"traceutil/trace.go:171","msg":"trace[760083584] linearizableReadLoop","detail":"{readStateIndex:2248; appliedIndex:2247; }","duration":"289.599122ms","start":"2026-06-30T08:28:41.407447Z","end":"2026-06-30T08:28:41.697046Z","steps":["trace[760083584] 'read index received' (duration: 37.724996ms)","trace[760083584] 'applied index is now lower than readState.Index' (duration: 251.873376ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T08:28:41.6971Z","caller":"traceutil/trace.go:171","msg":"trace[647555366] transaction","detail":"{read_only:false; response_revision:2169; number_of_response:1; }","duration":"321.190595ms","start":"2026-06-30T08:28:41.375867Z","end":"2026-06-30T08:28:41.697058Z","steps":["trace[647555366] 'process raft request' (duration: 69.308369ms)","trace[647555366] 'compare' (duration: 251.410046ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T08:28:41.697128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:28:41.294449Z","time spent":"402.645064ms","remote":"127.0.0.1:56036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5435,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-06-30T08:28:41.697232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.792275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-30T08:28:41.697259Z","caller":"traceutil/trace.go:171","msg":"trace[811561121] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2169; }","duration":"289.849197ms","start":"2026-06-30T08:28:41.407403Z","end":"2026-06-30T08:28:41.697252Z","steps":["trace[811561121] 'agreement among raft nodes before linearized reading' (duration: 289.718294ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:28:41.697276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:28:41.375836Z","time spent":"321.338978ms","remote":"127.0.0.1:49016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T08:28:41.700653Z","caller":"traceutil/trace.go:171","msg":"trace[914409711] transaction","detail":"{read_only:false; response_revision:2170; number_of_response:1; }","duration":"202.409929ms","start":"2026-06-30T08:28:41.498192Z","end":"2026-06-30T08:28:41.700602Z","steps":["trace[914409711] 'process raft request' (duration: 202.234895ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:28:41.700735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.36485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-06-30T08:28:41.700824Z","caller":"traceutil/trace.go:171","msg":"trace[1734429429] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2170; }","duration":"285.482883ms","start":"2026-06-30T08:28:41.415322Z","end":"2026-06-30T08:28:41.700805Z","steps":["trace[1734429429] 'agreement among raft nodes before linearized reading' (duration: 285.233048ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:28:41.700808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.879567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T08:28:41.700931Z","caller":"traceutil/trace.go:171","msg":"trace[1171081863] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2170; }","duration":"156.02796ms","start":"2026-06-30T08:28:41.544868Z","end":"2026-06-30T08:28:41.700896Z","steps":["trace[1171081863] 'agreement among raft nodes before linearized reading' (duration: 155.798155ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:31:32.569648Z","caller":"traceutil/trace.go:171","msg":"trace[659563554] transaction","detail":"{read_only:false; response_revision:3281; number_of_response:1; }","duration":"278.491064ms","start":"2026-06-30T08:31:32.291139Z","end":"2026-06-30T08:31:32.56963Z","steps":["trace[659563554] 'process raft request' (duration: 278.346691ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:31:32.570612Z","caller":"traceutil/trace.go:171","msg":"trace[298190370] transaction","detail":"{read_only:false; response_revision:3283; number_of_response:1; }","duration":"157.495654ms","start":"2026-06-30T08:31:32.41309Z","end":"2026-06-30T08:31:32.570585Z","steps":["trace[298190370] 'process raft request' (duration: 157.413132ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:31:32.570636Z","caller":"traceutil/trace.go:171","msg":"trace[75438226] transaction","detail":"{read_only:false; response_revision:3282; number_of_response:1; }","duration":"279.381731ms","start":"2026-06-30T08:31:32.29122Z","end":"2026-06-30T08:31:32.570602Z","steps":["trace[75438226] 'process raft request' (duration: 279.142486ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:31:32.570727Z","caller":"traceutil/trace.go:171","msg":"trace[1066296473] linearizableReadLoop","detail":"{readStateIndex:3408; appliedIndex:3404; }","duration":"101.354117ms","start":"2026-06-30T08:31:32.469345Z","end":"2026-06-30T08:31:32.570699Z","steps":["trace[1066296473] 'read index received' (duration: 100.210023ms)","trace[1066296473] 'applied index is now lower than readState.Index' (duration: 1.142134ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T08:31:32.570849Z","caller":"traceutil/trace.go:171","msg":"trace[942859309] transaction","detail":"{read_only:false; response_revision:3284; number_of_response:1; }","duration":"157.689808ms","start":"2026-06-30T08:31:32.41314Z","end":"2026-06-30T08:31:32.570829Z","steps":["trace[942859309] 'process raft request' (duration: 157.401952ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:31:32.570874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.512961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T08:31:32.570913Z","caller":"traceutil/trace.go:171","msg":"trace[1389510616] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:3284; }","duration":"101.620312ms","start":"2026-06-30T08:31:32.469283Z","end":"2026-06-30T08:31:32.570903Z","steps":["trace[1389510616] 'agreement among raft nodes before linearized reading' (duration: 101.51893ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:31:38.518401Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342812954398201581,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T08:31:39.019137Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342812954398201581,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T08:31:39.519566Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342812954398201581,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T08:31:40.019747Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342812954398201581,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T08:31:40.520227Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342812954398201581,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T08:31:40.545487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000003726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T08:31:40.545578Z","caller":"traceutil/trace.go:171","msg":"trace[1821619799] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000139419s","start":"2026-06-30T08:31:38.54542Z","end":"2026-06-30T08:31:40.545559Z","steps":["trace[1821619799] 'agreement among raft nodes before linearized reading' (duration: 2.000022427s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:31:40.545627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:31:38.545406Z","time spent":"2.00020988s","remote":"127.0.0.1:48762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/30 08:31:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T08:31:41.021337Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342812954398201581,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T08:31:41.522512Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342812954398201581,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T08:31:42.023613Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342812954398201581,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T08:31:42.524307Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342812954398201581,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T08:31:42.546404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000678013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T08:31:42.546508Z","caller":"traceutil/trace.go:171","msg":"trace[1817500979] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000810606s","start":"2026-06-30T08:31:40.545656Z","end":"2026-06-30T08:31:42.546467Z","steps":["trace[1817500979] 'agreement among raft nodes before linearized reading' (duration: 2.000706524s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:31:42.546562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:31:40.54564Z","time spent":"2.000912408s","remote":"127.0.0.1:48776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/30 08:31:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T08:31:43.025485Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342812954398201581,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T08:31:43.526229Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342812954398201581,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T08:31:43.587856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:31:38.59042Z","time spent":"4.99742068s","remote":"127.0.0.1:49016","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/06/30 08:31:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T08:31:43.588902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:31:38.590833Z","time spent":"4.998062124s","remote":"127.0.0.1:49016","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-30T08:31:43.589195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:31:38.589936Z","time spent":"4.99925591s","remote":"127.0.0.1:49016","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/06/30 08:31:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T08:31:43.589175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:31:38.590318Z","time spent":"4.998849991s","remote":"127.0.0.1:49016","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-06-30T08:31:43.632736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999793064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T08:31:43.632828Z","caller":"traceutil/trace.go:171","msg":"trace[65211519] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999938756s","start":"2026-06-30T08:31:38.632869Z","end":"2026-06-30T08:31:43.632808Z","steps":["trace[65211519] 'agreement among raft nodes before linearized reading' (duration: 4.999821654s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:31:43.632885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:31:38.632854Z","time spent":"5.000019119s","remote":"127.0.0.1:49016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/06/30 08:31:43 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-30T08:31:43.637076Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.869669072s","expected-duration":"1s"} {"level":"info","ts":"2026-06-30T08:31:43.642368Z","caller":"traceutil/trace.go:171","msg":"trace[21889897] transaction","detail":"{read_only:false; response_revision:3328; number_of_response:1; }","duration":"5.875094099s","start":"2026-06-30T08:31:37.76724Z","end":"2026-06-30T08:31:43.642334Z","steps":["trace[21889897] 'process raft request' (duration: 5.870057961s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:31:43.642524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:31:37.767211Z","time spent":"5.875252642s","remote":"127.0.0.1:48854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2519,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-30T08:31:43.649318Z","caller":"traceutil/trace.go:171","msg":"trace[290600672] transaction","detail":"{read_only:false; response_revision:3333; number_of_response:1; }","duration":"2.928326112s","start":"2026-06-30T08:31:40.720949Z","end":"2026-06-30T08:31:43.649275Z","steps":["trace[290600672] 'process raft request' (duration: 2.928177269s)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:31:43.649341Z","caller":"traceutil/trace.go:171","msg":"trace[1820291915] transaction","detail":"{read_only:false; response_revision:3334; number_of_response:1; }","duration":"2.348314138s","start":"2026-06-30T08:31:41.300986Z","end":"2026-06-30T08:31:43.6493Z","steps":["trace[1820291915] 'process raft request' (duration: 2.348209716s)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:31:43.649373Z","caller":"traceutil/trace.go:171","msg":"trace[611287743] linearizableReadLoop","detail":"{readStateIndex:3465; appliedIndex:3453; }","duration":"5.63127009s","start":"2026-06-30T08:31:38.018085Z","end":"2026-06-30T08:31:43.649355Z","steps":["trace[611287743] 'read index received' (duration: 5.619292162s)","trace[611287743] 'applied index is now lower than readState.Index' (duration: 11.976988ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T08:31:43.649448Z","caller":"traceutil/trace.go:171","msg":"trace[1692941733] transaction","detail":"{read_only:false; response_revision:3336; number_of_response:1; }","duration":"1.374799351s","start":"2026-06-30T08:31:42.274641Z","end":"2026-06-30T08:31:43.64944Z","steps":["trace[1692941733] 'process raft request' (duration: 1.374630737s)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:31:43.649428Z","caller":"traceutil/trace.go:171","msg":"trace[546456986] transaction","detail":"{read_only:false; response_revision:3335; number_of_response:1; }","duration":"1.528103113s","start":"2026-06-30T08:31:42.121279Z","end":"2026-06-30T08:31:43.649382Z","steps":["trace[546456986] 'process raft request' (duration: 1.52795639s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:31:43.649461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:31:40.72092Z","time spent":"2.928477546s","remote":"127.0.0.1:49016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T08:31:43.649485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:31:41.300959Z","time spent":"2.348450591s","remote":"127.0.0.1:49016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T08:31:43.649527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:31:42.274614Z","time spent":"1.374853232s","remote":"127.0.0.1:49016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T08:31:43.649598Z","caller":"traceutil/trace.go:171","msg":"trace[2007284062] transaction","detail":"{read_only:false; response_revision:3337; number_of_response:1; }","duration":"1.095865833s","start":"2026-06-30T08:31:42.553724Z","end":"2026-06-30T08:31:43.64959Z","steps":["trace[2007284062] 'process raft request' (duration: 1.095571767s)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:31:43.649598Z","caller":"traceutil/trace.go:171","msg":"trace[897607819] transaction","detail":"{read_only:false; response_revision:3338; number_of_response:1; }","duration":"358.054772ms","start":"2026-06-30T08:31:43.291528Z","end":"2026-06-30T08:31:43.649582Z","steps":["trace[897607819] 'process raft request' (duration: 357.797886ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:31:43.649601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:31:42.121237Z","time spent":"1.528258826s","remote":"127.0.0.1:49016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T08:31:43.649641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.631558076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-30T08:31:43.649652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:31:42.553705Z","time spent":"1.095921054s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-30T08:31:43.649661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:31:43.291503Z","time spent":"358.127994ms","remote":"127.0.0.1:49016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T08:31:43.64967Z","caller":"traceutil/trace.go:171","msg":"trace[1083596979] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:3338; }","duration":"5.631611168s","start":"2026-06-30T08:31:38.018049Z","end":"2026-06-30T08:31:43.64966Z","steps":["trace[1083596979] 'agreement among raft nodes before linearized reading' (duration: 5.631564197s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:31:43.649693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:31:38.01801Z","time spent":"5.631676759s","remote":"127.0.0.1:49256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":30,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-06-30T08:31:43.650326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.462204488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-30T08:31:43.650378Z","caller":"traceutil/trace.go:171","msg":"trace[1460815116] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3339; }","duration":"5.462305862s","start":"2026-06-30T08:31:38.188059Z","end":"2026-06-30T08:31:43.650365Z","steps":["trace[1460815116] 'agreement among raft nodes before linearized reading' (duration: 5.46221083s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:31:43.650406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:31:38.188038Z","time spent":"5.462361182s","remote":"127.0.0.1:55948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-30T08:31:43.65063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.956147124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-06-30T08:31:43.650634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.025994382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T08:31:43.65069Z","caller":"traceutil/trace.go:171","msg":"trace[85132932] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:3339; }","duration":"3.026102924s","start":"2026-06-30T08:31:40.624573Z","end":"2026-06-30T08:31:43.650676Z","steps":["trace[85132932] 'agreement among raft nodes before linearized reading' (duration: 3.025988912s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:31:43.650708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.304020187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-06-30T08:31:43.650726Z","caller":"traceutil/trace.go:171","msg":"trace[1166616370] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3339; }","duration":"4.304060478s","start":"2026-06-30T08:31:39.346661Z","end":"2026-06-30T08:31:43.650721Z","steps":["trace[1166616370] 'agreement among raft nodes before linearized reading' (duration: 4.304012987s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:31:43.650731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:31:40.624551Z","time spent":"3.026173075s","remote":"127.0.0.1:42666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-06-30T08:31:43.650751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:31:39.34665Z","time spent":"4.30409615s","remote":"127.0.0.1:49016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-30T08:31:43.650887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.323442235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T08:31:43.650916Z","caller":"traceutil/trace.go:171","msg":"trace[620607966] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:3339; }","duration":"4.323512767s","start":"2026-06-30T08:31:39.327396Z","end":"2026-06-30T08:31:43.650908Z","steps":["trace[620607966] 'agreement among raft nodes before linearized reading' (duration: 4.323471496s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:31:43.650936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:31:39.327374Z","time spent":"4.323557518s","remote":"127.0.0.1:42502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-06-30T08:31:43.651035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.751966702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-30T08:31:43.651056Z","caller":"traceutil/trace.go:171","msg":"trace[1120330203] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:3339; }","duration":"4.752027762s","start":"2026-06-30T08:31:38.899023Z","end":"2026-06-30T08:31:43.651051Z","steps":["trace[1120330203] 'agreement among raft nodes before linearized reading' (duration: 4.751993511s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:31:43.651075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:31:38.899001Z","time spent":"4.752068553s","remote":"127.0.0.1:41032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-06-30T08:31:43.651296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.028922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-30T08:31:43.651326Z","caller":"traceutil/trace.go:171","msg":"trace[297677665] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3339; }","duration":"989.115054ms","start":"2026-06-30T08:31:42.662203Z","end":"2026-06-30T08:31:43.651318Z","steps":["trace[297677665] 'agreement among raft nodes before linearized reading' (duration: 989.069483ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:31:43.651341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.827390071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-06-30T08:31:43.651365Z","caller":"traceutil/trace.go:171","msg":"trace[1775354461] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3339; }","duration":"4.827467754s","start":"2026-06-30T08:31:38.823891Z","end":"2026-06-30T08:31:43.651359Z","steps":["trace[1775354461] 'agreement among raft nodes before linearized reading' (duration: 4.827399152s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:31:43.651371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097802225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-30T08:31:43.651385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:31:38.82387Z","time spent":"4.827511054s","remote":"127.0.0.1:49016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-30T08:31:43.651413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.78373345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T08:31:43.651432Z","caller":"traceutil/trace.go:171","msg":"trace[567447638] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3339; }","duration":"1.7837858s","start":"2026-06-30T08:31:41.867642Z","end":"2026-06-30T08:31:43.651427Z","steps":["trace[567447638] 'agreement among raft nodes before linearized reading' (duration: 1.78375875s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:31:43.651447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:31:41.867624Z","time spent":"1.783819541s","remote":"127.0.0.1:48762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-30T08:31:43.65152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.053922508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-06-30T08:31:43.651543Z","caller":"traceutil/trace.go:171","msg":"trace[1493695480] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3339; }","duration":"5.053967838s","start":"2026-06-30T08:31:38.59757Z","end":"2026-06-30T08:31:43.651538Z","steps":["trace[1493695480] 'agreement among raft nodes before linearized reading' (duration: 5.053911397s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:31:43.651561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:31:38.597559Z","time spent":"5.053998419s","remote":"127.0.0.1:49016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-30T08:31:43.651568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.493860253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-06-30T08:31:43.651592Z","caller":"traceutil/trace.go:171","msg":"trace[1941599601] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3339; }","duration":"2.493916554s","start":"2026-06-30T08:31:41.157665Z","end":"2026-06-30T08:31:43.651582Z","steps":["trace[1941599601] 'agreement among raft nodes before linearized reading' (duration: 2.493859663s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:31:43.651608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:31:41.157646Z","time spent":"2.493958866s","remote":"127.0.0.1:48938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-06-30T08:31:43.651346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:31:42.662174Z","time spent":"989.166125ms","remote":"127.0.0.1:56024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-06-30T08:31:43.651673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.119760632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/keepalived-etc\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T08:31:43.65139Z","caller":"traceutil/trace.go:171","msg":"trace[1334588503] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3339; }","duration":"1.097856656s","start":"2026-06-30T08:31:42.553528Z","end":"2026-06-30T08:31:43.651385Z","steps":["trace[1334588503] 'agreement among raft nodes before linearized reading' (duration: 1.097830496s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:31:43.65173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:31:42.553509Z","time spent":"1.098213503s","remote":"127.0.0.1:48776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-30T08:31:43.651733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.638520319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-30T08:31:43.651754Z","caller":"traceutil/trace.go:171","msg":"trace[526965076] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:3339; }","duration":"2.638576481s","start":"2026-06-30T08:31:41.01317Z","end":"2026-06-30T08:31:43.651747Z","steps":["trace[526965076] 'agreement among raft nodes before linearized reading' (duration: 2.63851934s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:31:43.651772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.326124825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-nh4ks.18bdce791a40dbe5\" ","response":"range_response_count:1 size:765"} {"level":"warn","ts":"2026-06-30T08:31:43.651778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:31:41.013152Z","time spent":"2.638621192s","remote":"127.0.0.1:48810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":54,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-06-30T08:31:43.651792Z","caller":"traceutil/trace.go:171","msg":"trace[1549266823] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-nh4ks.18bdce791a40dbe5; range_end:; response_count:1; response_revision:3339; }","duration":"5.326177096s","start":"2026-06-30T08:31:38.325609Z","end":"2026-06-30T08:31:43.651786Z","steps":["trace[1549266823] 'agreement among raft nodes before linearized reading' (duration: 5.326110824s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:31:43.651815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:31:38.325589Z","time spent":"5.326221897s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":788,"request content":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-nh4ks.18bdce791a40dbe5\" "} {"level":"info","ts":"2026-06-30T08:31:43.65066Z","caller":"traceutil/trace.go:171","msg":"trace[770643833] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3339; }","duration":"3.956212575s","start":"2026-06-30T08:31:39.694441Z","end":"2026-06-30T08:31:43.650654Z","steps":["trace[770643833] 'agreement among raft nodes before linearized reading' (duration: 3.956124463s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:31:43.651873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:31:39.694422Z","time spent":"3.957445212s","remote":"127.0.0.1:49016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-06-30T08:31:43.651707Z","caller":"traceutil/trace.go:171","msg":"trace[1685137039] range","detail":"{range_begin:/registry/secrets/openstack/keepalived-etc; range_end:; response_count:0; response_revision:3339; }","duration":"5.119830674s","start":"2026-06-30T08:31:38.531867Z","end":"2026-06-30T08:31:43.651698Z","steps":["trace[1685137039] 'agreement among raft nodes before linearized reading' (duration: 5.119772333s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:31:43.652023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:31:38.531848Z","time spent":"5.120169361s","remote":"127.0.0.1:48854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/keepalived-etc\" "} {"level":"warn","ts":"2026-06-30T08:31:47.817054Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342812954398201711,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-30T08:31:48.035486Z","caller":"traceutil/trace.go:171","msg":"trace[955904671] transaction","detail":"{read_only:false; number_of_response:0; response_revision:3398; }","duration":"791.505369ms","start":"2026-06-30T08:31:47.243958Z","end":"2026-06-30T08:31:48.035463Z","steps":["trace[955904671] 'process raft request' (duration: 791.415857ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:31:48.035615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:31:47.243937Z","time spent":"791.618821ms","remote":"127.0.0.1:48810","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-30T08:31:48.060707Z","caller":"traceutil/trace.go:171","msg":"trace[952530658] transaction","detail":"{read_only:false; number_of_response:0; response_revision:3398; }","duration":"815.140777ms","start":"2026-06-30T08:31:47.245533Z","end":"2026-06-30T08:31:48.060674Z","steps":["trace[952530658] 'process raft request' (duration: 814.926642ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:31:48.06077Z","caller":"traceutil/trace.go:171","msg":"trace[1645870721] transaction","detail":"{read_only:false; response_revision:3400; number_of_response:1; }","duration":"388.042708ms","start":"2026-06-30T08:31:47.672701Z","end":"2026-06-30T08:31:48.060744Z","steps":["trace[1645870721] 'process raft request' (duration: 387.967987ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:31:48.060797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:31:47.245503Z","time spent":"815.256949ms","remote":"127.0.0.1:48810","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":28,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-30T08:31:48.060816Z","caller":"traceutil/trace.go:171","msg":"trace[1142439612] transaction","detail":"{read_only:false; response_revision:3399; number_of_response:1; }","duration":"388.869986ms","start":"2026-06-30T08:31:47.671922Z","end":"2026-06-30T08:31:48.060792Z","steps":["trace[1142439612] 'process raft request' (duration: 388.634771ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:31:48.06093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:31:47.671903Z","time spent":"388.961548ms","remote":"127.0.0.1:49016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T08:31:48.060936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:31:47.672673Z","time spent":"388.169131ms","remote":"127.0.0.1:49016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T08:31:48.061077Z","caller":"traceutil/trace.go:171","msg":"trace[514231419] transaction","detail":"{read_only:false; response_revision:3401; number_of_response:1; }","duration":"387.721032ms","start":"2026-06-30T08:31:47.673341Z","end":"2026-06-30T08:31:48.061062Z","steps":["trace[514231419] 'process raft request' (duration: 387.364314ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:31:48.061098Z","caller":"traceutil/trace.go:171","msg":"trace[1463713901] transaction","detail":"{read_only:false; response_revision:3402; number_of_response:1; }","duration":"386.914613ms","start":"2026-06-30T08:31:47.674163Z","end":"2026-06-30T08:31:48.061078Z","steps":["trace[1463713901] 'process raft request' (duration: 386.77711ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:31:48.061095Z","caller":"traceutil/trace.go:171","msg":"trace[1298421532] linearizableReadLoop","detail":"{readStateIndex:3534; appliedIndex:3529; }","duration":"745.17085ms","start":"2026-06-30T08:31:47.315896Z","end":"2026-06-30T08:31:48.061067Z","steps":["trace[1298421532] 'read index received' (duration: 719.577429ms)","trace[1298421532] 'applied index is now lower than readState.Index' (duration: 25.592271ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T08:31:48.061171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:31:47.673318Z","time spent":"387.807363ms","remote":"127.0.0.1:49016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T08:31:48.061206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:31:47.674151Z","time spent":"386.992655ms","remote":"127.0.0.1:49016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T08:31:48.061385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.653027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-06-30T08:31:48.061404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.126131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-06-30T08:31:48.061435Z","caller":"traceutil/trace.go:171","msg":"trace[957582542] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3402; }","duration":"385.749198ms","start":"2026-06-30T08:31:47.675671Z","end":"2026-06-30T08:31:48.061421Z","steps":["trace[957582542] 'agreement among raft nodes before linearized reading' (duration: 385.549244ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:31:48.061452Z","caller":"traceutil/trace.go:171","msg":"trace[2033434337] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3402; }","duration":"415.217143ms","start":"2026-06-30T08:31:47.646223Z","end":"2026-06-30T08:31:48.06144Z","steps":["trace[2033434337] 'agreement among raft nodes before linearized reading' (duration: 414.999928ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:31:48.061473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:31:47.675658Z","time spent":"385.80636ms","remote":"127.0.0.1:49016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-30T08:31:48.061486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:31:47.646202Z","time spent":"415.275774ms","remote":"127.0.0.1:49016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-30T08:31:48.06149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.684885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-06-30T08:31:48.061559Z","caller":"traceutil/trace.go:171","msg":"trace[545767028] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3402; }","duration":"384.782777ms","start":"2026-06-30T08:31:47.676756Z","end":"2026-06-30T08:31:48.061539Z","steps":["trace[545767028] 'agreement among raft nodes before linearized reading' (duration: 384.575653ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:31:48.061618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:31:47.676741Z","time spent":"384.863739ms","remote":"127.0.0.1:49016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-30T08:31:48.06169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.180671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-06-30T08:31:48.061763Z","caller":"traceutil/trace.go:171","msg":"trace[411135901] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3402; }","duration":"388.270873ms","start":"2026-06-30T08:31:47.673474Z","end":"2026-06-30T08:31:48.061744Z","steps":["trace[411135901] 'agreement among raft nodes before linearized reading' (duration: 388.085119ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:31:48.061805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:31:47.673466Z","time spent":"388.328484ms","remote":"127.0.0.1:49016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-30T08:31:48.061784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.158589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-06-30T08:31:48.06188Z","caller":"traceutil/trace.go:171","msg":"trace[335891330] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3402; }","duration":"388.298153ms","start":"2026-06-30T08:31:47.673562Z","end":"2026-06-30T08:31:48.06186Z","steps":["trace[335891330] 'agreement among raft nodes before linearized reading' (duration: 388.000856ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:31:48.061931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:31:47.673548Z","time spent":"388.374284ms","remote":"127.0.0.1:49016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-30T08:31:48.062108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.052388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7nm9f\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-06-30T08:31:48.062166Z","caller":"traceutil/trace.go:171","msg":"trace[900264078] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7nm9f; range_end:; response_count:1; response_revision:3402; }","duration":"746.301024ms","start":"2026-06-30T08:31:47.315851Z","end":"2026-06-30T08:31:48.062152Z","steps":["trace[900264078] 'agreement among raft nodes before linearized reading' (duration: 745.360244ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:31:48.062308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:31:47.315835Z","time spent":"746.456447ms","remote":"127.0.0.1:48938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-7nm9f\" "} {"level":"warn","ts":"2026-06-30T08:31:50.184322Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.084925056s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-30T08:31:50.52623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:31:48.591767Z","time spent":"1.934454226s","remote":"127.0.0.1:49384","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-06-30T08:31:50.527237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.42773982s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-30T08:31:50.527564Z","caller":"traceutil/trace.go:171","msg":"trace[861698570] linearizableReadLoop","detail":"{readStateIndex:3537; appliedIndex:3534; }","duration":"2.459633677s","start":"2026-06-30T08:31:48.067903Z","end":"2026-06-30T08:31:50.527536Z","steps":["trace[861698570] 'read index received' (duration: 31.52902ms)","trace[861698570] 'applied index is now lower than readState.Index' (duration: 2.428103737s)"],"step_count":2} {"level":"info","ts":"2026-06-30T08:31:50.527587Z","caller":"traceutil/trace.go:171","msg":"trace[383803295] transaction","detail":"{read_only:false; response_revision:3404; number_of_response:1; }","duration":"2.461384545s","start":"2026-06-30T08:31:48.066177Z","end":"2026-06-30T08:31:50.527562Z","steps":["trace[383803295] 'process raft request' (duration: 2.46116785s)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:31:50.527604Z","caller":"traceutil/trace.go:171","msg":"trace[345219514] transaction","detail":"{read_only:false; response_revision:3406; number_of_response:1; }","duration":"2.459679358s","start":"2026-06-30T08:31:48.067908Z","end":"2026-06-30T08:31:50.527587Z","steps":["trace[345219514] 'process raft request' (duration: 2.459551836s)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:31:50.527663Z","caller":"traceutil/trace.go:171","msg":"trace[484051995] transaction","detail":"{read_only:false; response_revision:3407; number_of_response:1; }","duration":"2.459149017s","start":"2026-06-30T08:31:48.068463Z","end":"2026-06-30T08:31:50.527612Z","steps":["trace[484051995] 'process raft request' (duration: 2.459044405s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:31:50.52769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:31:48.067892Z","time spent":"2.459748619s","remote":"127.0.0.1:49016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T08:31:50.527696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:31:48.06616Z","time spent":"2.461478206s","remote":"127.0.0.1:49016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T08:31:50.527717Z","caller":"traceutil/trace.go:171","msg":"trace[952636277] transaction","detail":"{read_only:false; response_revision:3405; number_of_response:1; }","duration":"2.459827781s","start":"2026-06-30T08:31:48.067841Z","end":"2026-06-30T08:31:50.527668Z","steps":["trace[952636277] 'process raft request' (duration: 2.459579666s)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:31:50.527791Z","caller":"traceutil/trace.go:171","msg":"trace[1086625167] transaction","detail":"{read_only:false; response_revision:3403; number_of_response:1; }","duration":"2.461631459s","start":"2026-06-30T08:31:48.066151Z","end":"2026-06-30T08:31:50.527782Z","steps":["trace[1086625167] 'process raft request' (duration: 33.264956ms)","trace[1086625167] 'compare' (duration: 2.427017885s)"],"step_count":2} {"level":"warn","ts":"2026-06-30T08:31:50.527837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:31:48.06613Z","time spent":"2.461687571s","remote":"127.0.0.1:49016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T08:31:50.527769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:31:48.068453Z","time spent":"2.459268989s","remote":"127.0.0.1:49016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T08:31:50.52794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:31:48.067828Z","time spent":"2.460016866s","remote":"127.0.0.1:49016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T08:31:50.528093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.460188659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63167"} {"level":"info","ts":"2026-06-30T08:31:50.528142Z","caller":"traceutil/trace.go:171","msg":"trace[132519075] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:3407; }","duration":"2.460241821s","start":"2026-06-30T08:31:48.067888Z","end":"2026-06-30T08:31:50.52813Z","steps":["trace[132519075] 'agreement among raft nodes before linearized reading' (duration: 2.459732769s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:31:50.528178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:31:48.067848Z","time spent":"2.460321553s","remote":"127.0.0.1:48938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":63190,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-06-30T08:31:50.546805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000411146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-06-30T08:31:50.54685Z","caller":"traceutil/trace.go:171","msg":"trace[214130663] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000503478s","start":"2026-06-30T08:31:48.546337Z","end":"2026-06-30T08:31:50.546841Z","steps":["trace[214130663] 'agreement among raft nodes before linearized reading' (duration: 2.000452357s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:31:50.54687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:31:48.546319Z","time spent":"2.000546538s","remote":"127.0.0.1:48762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/30 08:31:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-06-30T08:31:50.597749Z","caller":"traceutil/trace.go:171","msg":"trace[1704125418] transaction","detail":"{read_only:false; response_revision:3409; number_of_response:1; }","duration":"530.073327ms","start":"2026-06-30T08:31:50.067652Z","end":"2026-06-30T08:31:50.597726Z","steps":["trace[1704125418] 'process raft request' (duration: 530.004095ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:31:50.597779Z","caller":"traceutil/trace.go:171","msg":"trace[1264804110] transaction","detail":"{read_only:false; response_revision:3408; number_of_response:1; }","duration":"530.457495ms","start":"2026-06-30T08:31:50.067286Z","end":"2026-06-30T08:31:50.597744Z","steps":["trace[1264804110] 'process raft request' (duration: 530.257231ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:31:50.597896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:31:50.067643Z","time spent":"530.178699ms","remote":"127.0.0.1:49016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T08:31:50.59794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:31:50.067254Z","time spent":"530.600347ms","remote":"127.0.0.1:49016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T08:31:50.598149Z","caller":"traceutil/trace.go:171","msg":"trace[1130525799] transaction","detail":"{read_only:false; response_revision:3410; number_of_response:1; }","duration":"530.426874ms","start":"2026-06-30T08:31:50.067701Z","end":"2026-06-30T08:31:50.598128Z","steps":["trace[1130525799] 'process raft request' (duration: 529.989275ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:31:50.598278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:31:50.067674Z","time spent":"530.531997ms","remote":"127.0.0.1:49016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T08:31:50.598984Z","caller":"traceutil/trace.go:171","msg":"trace[484572557] transaction","detail":"{read_only:false; response_revision:3411; number_of_response:1; }","duration":"530.917975ms","start":"2026-06-30T08:31:50.068053Z","end":"2026-06-30T08:31:50.598971Z","steps":["trace[484572557] 'process raft request' (duration: 529.850911ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:31:50.599058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:31:50.068043Z","time spent":"530.979707ms","remote":"127.0.0.1:49016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T08:31:50.59907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.832585971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-06-30T08:31:50.599114Z","caller":"traceutil/trace.go:171","msg":"trace[540400536] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:3411; }","duration":"1.832668433s","start":"2026-06-30T08:31:48.766433Z","end":"2026-06-30T08:31:50.599101Z","steps":["trace[540400536] 'agreement among raft nodes before linearized reading' (duration: 1.83251648s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:31:50.599154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:31:48.766415Z","time spent":"1.832731905s","remote":"127.0.0.1:48938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-06-30T08:31:50.59948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.22573105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-30T08:31:50.599526Z","caller":"traceutil/trace.go:171","msg":"trace[35729958] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:3411; }","duration":"2.225817002s","start":"2026-06-30T08:31:48.373698Z","end":"2026-06-30T08:31:50.599515Z","steps":["trace[35729958] 'agreement among raft nodes before linearized reading' (duration: 2.22572902s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:31:50.599558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:31:48.373676Z","time spent":"2.225873222s","remote":"127.0.0.1:49020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":22,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-06-30T08:31:50.953178Z","caller":"traceutil/trace.go:171","msg":"trace[1445405691] transaction","detail":"{read_only:false; response_revision:3413; number_of_response:1; }","duration":"135.785264ms","start":"2026-06-30T08:31:50.817368Z","end":"2026-06-30T08:31:50.953154Z","steps":["trace[1445405691] 'process raft request' (duration: 135.644791ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:31:51.096585Z","caller":"traceutil/trace.go:171","msg":"trace[952475067] transaction","detail":"{read_only:false; response_revision:3416; number_of_response:1; }","duration":"124.748556ms","start":"2026-06-30T08:31:50.971817Z","end":"2026-06-30T08:31:51.096566Z","steps":["trace[952475067] 'process raft request' (duration: 124.710635ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:31:51.096605Z","caller":"traceutil/trace.go:171","msg":"trace[1189477946] transaction","detail":"{read_only:false; response_revision:3415; number_of_response:1; }","duration":"138.142305ms","start":"2026-06-30T08:31:50.958434Z","end":"2026-06-30T08:31:51.096576Z","steps":["trace[1189477946] 'process raft request' (duration: 137.969681ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:31:51.291293Z","caller":"traceutil/trace.go:171","msg":"trace[1731362551] transaction","detail":"{read_only:false; response_revision:3420; number_of_response:1; }","duration":"135.850326ms","start":"2026-06-30T08:31:51.15542Z","end":"2026-06-30T08:31:51.291271Z","steps":["trace[1731362551] 'process raft request' (duration: 135.794245ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:31:51.291331Z","caller":"traceutil/trace.go:171","msg":"trace[1519732850] transaction","detail":"{read_only:false; response_revision:3419; number_of_response:1; }","duration":"188.472319ms","start":"2026-06-30T08:31:51.102824Z","end":"2026-06-30T08:31:51.291296Z","steps":["trace[1519732850] 'process raft request' (duration: 188.348676ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:31:51.291373Z","caller":"traceutil/trace.go:171","msg":"trace[63018024] transaction","detail":"{read_only:false; response_revision:3418; number_of_response:1; }","duration":"188.735444ms","start":"2026-06-30T08:31:51.102596Z","end":"2026-06-30T08:31:51.291331Z","steps":["trace[63018024] 'process raft request' (duration: 99.605015ms)","trace[63018024] 'compare' (duration: 88.821653ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T08:31:51.551869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.554116ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-06-30T08:31:51.552062Z","caller":"traceutil/trace.go:171","msg":"trace[583557007] transaction","detail":"{read_only:false; response_revision:3424; number_of_response:1; }","duration":"159.454415ms","start":"2026-06-30T08:31:51.392583Z","end":"2026-06-30T08:31:51.552037Z","steps":["trace[583557007] 'process raft request' (duration: 52.658375ms)","trace[583557007] 'compare' (duration: 106.423442ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T08:31:51.56234Z","caller":"traceutil/trace.go:171","msg":"trace[1509984858] transaction","detail":"{read_only:false; response_revision:3425; number_of_response:1; }","duration":"169.047831ms","start":"2026-06-30T08:31:51.393269Z","end":"2026-06-30T08:31:51.562317Z","steps":["trace[1509984858] 'process raft request' (duration: 168.928049ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:31:51.923106Z","caller":"traceutil/trace.go:171","msg":"trace[1431488679] linearizableReadLoop","detail":"{readStateIndex:3564; appliedIndex:3563; }","duration":"183.960252ms","start":"2026-06-30T08:31:51.739116Z","end":"2026-06-30T08:31:51.923076Z","steps":["trace[1431488679] 'read index received' (duration: 116.53801ms)","trace[1431488679] 'applied index is now lower than readState.Index' (duration: 67.420432ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T08:31:51.923136Z","caller":"traceutil/trace.go:171","msg":"trace[1734180836] transaction","detail":"{read_only:false; response_revision:3430; number_of_response:1; }","duration":"201.616333ms","start":"2026-06-30T08:31:51.721481Z","end":"2026-06-30T08:31:51.923097Z","steps":["trace[1734180836] 'process raft request' (duration: 134.249671ms)","trace[1734180836] 'compare' (duration: 67.052535ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T08:31:51.923489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.349471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-06-30T08:31:51.923576Z","caller":"traceutil/trace.go:171","msg":"trace[445169285] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:3430; }","duration":"184.483884ms","start":"2026-06-30T08:31:51.73907Z","end":"2026-06-30T08:31:51.923554Z","steps":["trace[445169285] 'agreement among raft nodes before linearized reading' (duration: 184.127557ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:31:52.111666Z","caller":"traceutil/trace.go:171","msg":"trace[1576455922] linearizableReadLoop","detail":"{readStateIndex:3567; appliedIndex:3565; }","duration":"122.377466ms","start":"2026-06-30T08:31:51.989266Z","end":"2026-06-30T08:31:52.111644Z","steps":["trace[1576455922] 'read index received' (duration: 98.89047ms)","trace[1576455922] 'applied index is now lower than readState.Index' (duration: 23.485996ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T08:31:52.111758Z","caller":"traceutil/trace.go:171","msg":"trace[1526037797] transaction","detail":"{read_only:false; response_revision:3432; number_of_response:1; }","duration":"181.113642ms","start":"2026-06-30T08:31:51.930603Z","end":"2026-06-30T08:31:52.111716Z","steps":["trace[1526037797] 'process raft request' (duration: 157.541914ms)","trace[1526037797] 'compare' (duration: 23.302882ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T08:31:52.111887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.594151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/monitoring/\" range_end:\"/registry/limitranges/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T08:31:52.111951Z","caller":"traceutil/trace.go:171","msg":"trace[320212387] range","detail":"{range_begin:/registry/limitranges/monitoring/; range_end:/registry/limitranges/monitoring0; response_count:0; response_revision:3433; }","duration":"122.693992ms","start":"2026-06-30T08:31:51.98924Z","end":"2026-06-30T08:31:52.111934Z","steps":["trace[320212387] 'agreement among raft nodes before linearized reading' (duration: 122.546119ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:31:52.111906Z","caller":"traceutil/trace.go:171","msg":"trace[1106030893] transaction","detail":"{read_only:false; response_revision:3433; number_of_response:1; }","duration":"179.130299ms","start":"2026-06-30T08:31:51.932671Z","end":"2026-06-30T08:31:52.111801Z","steps":["trace[1106030893] 'process raft request' (duration: 178.925214ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:31:52.438653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.416901ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-06-30T08:31:52.438967Z","caller":"traceutil/trace.go:171","msg":"trace[773802682] transaction","detail":"{read_only:false; response_revision:3435; number_of_response:1; }","duration":"321.036255ms","start":"2026-06-30T08:31:52.117882Z","end":"2026-06-30T08:31:52.438918Z","steps":["trace[773802682] 'process raft request' (duration: 169.281116ms)","trace[773802682] 'compare' (duration: 151.224757ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T08:31:52.439042Z","caller":"traceutil/trace.go:171","msg":"trace[2073256713] transaction","detail":"{read_only:false; response_revision:3436; number_of_response:1; }","duration":"321.129337ms","start":"2026-06-30T08:31:52.117881Z","end":"2026-06-30T08:31:52.439011Z","steps":["trace[2073256713] 'process raft request' (duration: 320.959024ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:31:52.439095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:31:52.117853Z","time spent":"321.178548ms","remote":"127.0.0.1:49232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4361,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-30T08:31:52.439013Z","caller":"traceutil/trace.go:171","msg":"trace[1215783195] transaction","detail":"{read_only:false; response_revision:3437; number_of_response:1; }","duration":"308.749711ms","start":"2026-06-30T08:31:52.130244Z","end":"2026-06-30T08:31:52.438994Z","steps":["trace[1215783195] 'process raft request' (duration: 308.662679ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:31:52.439143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:31:52.117853Z","time spent":"321.258789ms","remote":"127.0.0.1:49232","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2888,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-30T08:31:52.439253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:31:52.130224Z","time spent":"308.970755ms","remote":"127.0.0.1:48854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":27765,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T08:31:52.455287Z","caller":"traceutil/trace.go:171","msg":"trace[1588760734] transaction","detail":"{read_only:false; response_revision:3438; number_of_response:1; }","duration":"244.651689ms","start":"2026-06-30T08:31:52.210608Z","end":"2026-06-30T08:31:52.45526Z","steps":["trace[1588760734] 'process raft request' (duration: 244.453075ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:31:52.455568Z","caller":"traceutil/trace.go:171","msg":"trace[1282831965] transaction","detail":"{read_only:false; response_revision:3440; number_of_response:1; }","duration":"241.818219ms","start":"2026-06-30T08:31:52.213729Z","end":"2026-06-30T08:31:52.455547Z","steps":["trace[1282831965] 'process raft request' (duration: 241.724927ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:31:52.455719Z","caller":"traceutil/trace.go:171","msg":"trace[329430701] transaction","detail":"{read_only:false; response_revision:3439; number_of_response:1; }","duration":"244.508998ms","start":"2026-06-30T08:31:52.21109Z","end":"2026-06-30T08:31:52.455599Z","steps":["trace[329430701] 'process raft request' (duration: 244.117628ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:32:26.878155Z","caller":"traceutil/trace.go:171","msg":"trace[2036803542] transaction","detail":"{read_only:false; response_revision:3731; number_of_response:1; }","duration":"103.146642ms","start":"2026-06-30T08:32:26.774987Z","end":"2026-06-30T08:32:26.878134Z","steps":["trace[2036803542] 'process raft request' (duration: 103.02087ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:32:26.91438Z","caller":"traceutil/trace.go:171","msg":"trace[23248321] transaction","detail":"{read_only:false; response_revision:3732; number_of_response:1; }","duration":"139.247578ms","start":"2026-06-30T08:32:26.775095Z","end":"2026-06-30T08:32:26.914342Z","steps":["trace[23248321] 'process raft request' (duration: 139.011663ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:32:26.91474Z","caller":"traceutil/trace.go:171","msg":"trace[1402663639] transaction","detail":"{read_only:false; response_revision:3733; number_of_response:1; }","duration":"139.028164ms","start":"2026-06-30T08:32:26.775645Z","end":"2026-06-30T08:32:26.914673Z","steps":["trace[1402663639] 'process raft request' (duration: 138.649706ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:32:26.915252Z","caller":"traceutil/trace.go:171","msg":"trace[598317930] linearizableReadLoop","detail":"{readStateIndex:3876; appliedIndex:3872; }","duration":"135.741794ms","start":"2026-06-30T08:32:26.779496Z","end":"2026-06-30T08:32:26.915238Z","steps":["trace[598317930] 'read index received' (duration: 98.635954ms)","trace[598317930] 'applied index is now lower than readState.Index' (duration: 37.10518ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T08:32:26.915286Z","caller":"traceutil/trace.go:171","msg":"trace[631932480] transaction","detail":"{read_only:false; response_revision:3734; number_of_response:1; }","duration":"139.616548ms","start":"2026-06-30T08:32:26.775646Z","end":"2026-06-30T08:32:26.915262Z","steps":["trace[631932480] 'process raft request' (duration: 138.886271ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:32:26.915331Z","caller":"traceutil/trace.go:171","msg":"trace[772036543] transaction","detail":"{read_only:false; response_revision:3735; number_of_response:1; }","duration":"136.892019ms","start":"2026-06-30T08:32:26.778426Z","end":"2026-06-30T08:32:26.915318Z","steps":["trace[772036543] 'process raft request' (duration: 136.768866ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:32:26.915484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.9736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-06-30T08:32:26.915579Z","caller":"traceutil/trace.go:171","msg":"trace[968068949] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3735; }","duration":"136.128113ms","start":"2026-06-30T08:32:26.779426Z","end":"2026-06-30T08:32:26.915554Z","steps":["trace[968068949] 'agreement among raft nodes before linearized reading' (duration: 135.896508ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:32:26.916398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.47832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-06-30T08:32:26.916436Z","caller":"traceutil/trace.go:171","msg":"trace[333932476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3735; }","duration":"130.549522ms","start":"2026-06-30T08:32:26.785878Z","end":"2026-06-30T08:32:26.916428Z","steps":["trace[333932476] 'agreement among raft nodes before linearized reading' (duration: 130.419189ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:32:26.916449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.520971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-06-30T08:32:26.916497Z","caller":"traceutil/trace.go:171","msg":"trace[518037817] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3735; }","duration":"130.607553ms","start":"2026-06-30T08:32:26.785879Z","end":"2026-06-30T08:32:26.916486Z","steps":["trace[518037817] 'agreement among raft nodes before linearized reading' (duration: 130.495361ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:32:26.917666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.350426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7nm9f\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-06-30T08:32:26.917864Z","caller":"traceutil/trace.go:171","msg":"trace[1655848497] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7nm9f; range_end:; response_count:1; response_revision:3735; }","duration":"130.676734ms","start":"2026-06-30T08:32:26.787057Z","end":"2026-06-30T08:32:26.917733Z","steps":["trace[1655848497] 'agreement among raft nodes before linearized reading' (duration: 129.246564ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:32:27.074857Z","caller":"traceutil/trace.go:171","msg":"trace[553996811] transaction","detail":"{read_only:false; response_revision:3736; number_of_response:1; }","duration":"154.229023ms","start":"2026-06-30T08:32:26.920603Z","end":"2026-06-30T08:32:27.074832Z","steps":["trace[553996811] 'process raft request' (duration: 89.366115ms)","trace[553996811] 'compare' (duration: 64.764094ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T08:32:27.119163Z","caller":"traceutil/trace.go:171","msg":"trace[552983349] transaction","detail":"{read_only:false; response_revision:3737; number_of_response:1; }","duration":"198.27956ms","start":"2026-06-30T08:32:26.920857Z","end":"2026-06-30T08:32:27.119137Z","steps":["trace[552983349] 'process raft request' (duration: 198.151767ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:32:27.119338Z","caller":"traceutil/trace.go:171","msg":"trace[167829993] linearizableReadLoop","detail":"{readStateIndex:3879; appliedIndex:3876; }","duration":"197.316139ms","start":"2026-06-30T08:32:26.922006Z","end":"2026-06-30T08:32:27.119322Z","steps":["trace[167829993] 'read index received' (duration: 88.072846ms)","trace[167829993] 'applied index is now lower than readState.Index' (duration: 109.242413ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T08:32:27.119481Z","caller":"traceutil/trace.go:171","msg":"trace[1338651997] transaction","detail":"{read_only:false; response_revision:3738; number_of_response:1; }","duration":"198.528035ms","start":"2026-06-30T08:32:26.920901Z","end":"2026-06-30T08:32:27.119429Z","steps":["trace[1338651997] 'process raft request' (duration: 198.27568ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:32:27.119704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.683358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:63167"} {"level":"warn","ts":"2026-06-30T08:32:27.119719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.342727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-06-30T08:32:27.119754Z","caller":"traceutil/trace.go:171","msg":"trace[1072766156] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:3738; }","duration":"197.77617ms","start":"2026-06-30T08:32:26.921966Z","end":"2026-06-30T08:32:27.119743Z","steps":["trace[1072766156] 'agreement among raft nodes before linearized reading' (duration: 197.546784ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:32:27.119802Z","caller":"traceutil/trace.go:171","msg":"trace[35604556] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:3738; }","duration":"104.470841ms","start":"2026-06-30T08:32:27.015309Z","end":"2026-06-30T08:32:27.119779Z","steps":["trace[35604556] 'agreement among raft nodes before linearized reading' (duration: 104.213044ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:32:27.843167Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342812954398202501,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T08:32:28.34437Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342812954398202501,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T08:32:28.390184Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.20437386s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-30T08:32:28.587161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.637484ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-30T08:32:28.587269Z","caller":"traceutil/trace.go:171","msg":"trace[551852920] linearizableReadLoop","detail":"{readStateIndex:3881; appliedIndex:3880; }","duration":"1.244163036s","start":"2026-06-30T08:32:27.34309Z","end":"2026-06-30T08:32:28.587254Z","steps":["trace[551852920] 'read index received' (duration: 1.047244166s)","trace[551852920] 'applied index is now lower than readState.Index' (duration: 196.9178ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T08:32:28.587332Z","caller":"traceutil/trace.go:171","msg":"trace[2146828069] transaction","detail":"{read_only:false; response_revision:3740; number_of_response:1; }","duration":"1.421207489s","start":"2026-06-30T08:32:27.166075Z","end":"2026-06-30T08:32:28.587283Z","steps":["trace[2146828069] 'process raft request' (duration: 1.224367991s)","trace[2146828069] 'compare' (duration: 196.537192ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T08:32:28.587399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.2443124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-30T08:32:28.587443Z","caller":"traceutil/trace.go:171","msg":"trace[492694532] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:3740; }","duration":"1.24438729s","start":"2026-06-30T08:32:27.343043Z","end":"2026-06-30T08:32:28.587431Z","steps":["trace[492694532] 'agreement among raft nodes before linearized reading' (duration: 1.244293238s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:32:28.587482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:32:27.343024Z","time spent":"1.244448852s","remote":"127.0.0.1:46048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":2,"response size":30,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-06-30T08:32:28.587519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:32:27.166052Z","time spent":"1.421374552s","remote":"127.0.0.1:48848","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":661,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T08:32:28.58754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044449875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T08:32:28.587602Z","caller":"traceutil/trace.go:171","msg":"trace[420673942] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3740; }","duration":"1.044550398s","start":"2026-06-30T08:32:27.543034Z","end":"2026-06-30T08:32:28.587584Z","steps":["trace[420673942] 'agreement among raft nodes before linearized reading' (duration: 1.044438144s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:32:28.587602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.680358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-06-30T08:32:28.587656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:32:27.543016Z","time spent":"1.044630599s","remote":"127.0.0.1:48762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-06-30T08:32:28.587681Z","caller":"traceutil/trace.go:171","msg":"trace[1079171924] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:3740; }","duration":"561.814001ms","start":"2026-06-30T08:32:28.025848Z","end":"2026-06-30T08:32:28.587662Z","steps":["trace[1079171924] 'agreement among raft nodes before linearized reading' (duration: 561.622596ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:32:28.587579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173665687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-30T08:32:28.587916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:32:28.025826Z","time spent":"562.079158ms","remote":"127.0.0.1:48920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":22,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-06-30T08:32:28.587945Z","caller":"traceutil/trace.go:171","msg":"trace[2145094138] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:3740; }","duration":"1.174090707s","start":"2026-06-30T08:32:27.413827Z","end":"2026-06-30T08:32:28.587918Z","steps":["trace[2145094138] 'agreement among raft nodes before linearized reading' (duration: 1.173561075s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:32:28.588138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:32:27.413749Z","time spent":"1.174364643s","remote":"127.0.0.1:42606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-06-30T08:33:50.393873Z","caller":"traceutil/trace.go:171","msg":"trace[315366886] linearizableReadLoop","detail":"{readStateIndex:4971; appliedIndex:4969; }","duration":"125.216918ms","start":"2026-06-30T08:33:50.268637Z","end":"2026-06-30T08:33:50.393854Z","steps":["trace[315366886] 'read index received' (duration: 10.487726ms)","trace[315366886] 'applied index is now lower than readState.Index' (duration: 114.728502ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T08:33:50.393921Z","caller":"traceutil/trace.go:171","msg":"trace[1607845109] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4787; }","duration":"133.689309ms","start":"2026-06-30T08:33:50.260198Z","end":"2026-06-30T08:33:50.393887Z","steps":["trace[1607845109] 'process raft request' (duration: 133.569797ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:33:50.394011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.929989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-9t65k-tls\" ","response":"range_response_count:1 size:2032"} {"level":"info","ts":"2026-06-30T08:33:50.394038Z","caller":"traceutil/trace.go:171","msg":"trace[1660808459] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-9t65k-tls; range_end:; response_count:1; response_revision:4787; }","duration":"110.02081ms","start":"2026-06-30T08:33:50.28401Z","end":"2026-06-30T08:33:50.394031Z","steps":["trace[1660808459] 'agreement among raft nodes before linearized reading' (duration: 109.956129ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:33:50.394173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.457273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-06-30T08:33:50.394279Z","caller":"traceutil/trace.go:171","msg":"trace[980757002] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:4787; }","duration":"125.653916ms","start":"2026-06-30T08:33:50.268606Z","end":"2026-06-30T08:33:50.39426Z","steps":["trace[980757002] 'agreement among raft nodes before linearized reading' (duration: 125.35074ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:33:50.605248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.901837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-06-30T08:33:50.605333Z","caller":"traceutil/trace.go:171","msg":"trace[491405593] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:4788; }","duration":"116.038619ms","start":"2026-06-30T08:33:50.489276Z","end":"2026-06-30T08:33:50.605314Z","steps":["trace[491405593] 'range keys from in-memory index tree' (duration: 115.769434ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:33:55.7677Z","caller":"traceutil/trace.go:171","msg":"trace[1956115435] linearizableReadLoop","detail":"{readStateIndex:5135; appliedIndex:5134; }","duration":"212.043343ms","start":"2026-06-30T08:33:55.555638Z","end":"2026-06-30T08:33:55.767681Z","steps":["trace[1956115435] 'read index received' (duration: 211.971921ms)","trace[1956115435] 'applied index is now lower than readState.Index' (duration: 70.672µs)"],"step_count":2} {"level":"warn","ts":"2026-06-30T08:33:55.767916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.956371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-06-30T08:33:55.767959Z","caller":"traceutil/trace.go:171","msg":"trace[2054182493] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4947; }","duration":"198.049642ms","start":"2026-06-30T08:33:55.569897Z","end":"2026-06-30T08:33:55.767947Z","steps":["trace[2054182493] 'agreement among raft nodes before linearized reading' (duration: 197.913139ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:33:55.767825Z","caller":"traceutil/trace.go:171","msg":"trace[850543806] transaction","detail":"{read_only:false; response_revision:4947; number_of_response:1; }","duration":"229.797312ms","start":"2026-06-30T08:33:55.53799Z","end":"2026-06-30T08:33:55.767787Z","steps":["trace[850543806] 'process raft request' (duration: 229.585387ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:33:55.767979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.777126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7nm9f\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-06-30T08:33:55.768017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.344189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-06-30T08:33:55.768069Z","caller":"traceutil/trace.go:171","msg":"trace[1033221925] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7nm9f; range_end:; response_count:1; response_revision:4947; }","duration":"189.873447ms","start":"2026-06-30T08:33:55.578154Z","end":"2026-06-30T08:33:55.768028Z","steps":["trace[1033221925] 'agreement among raft nodes before linearized reading' (duration: 189.699653ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:33:55.768119Z","caller":"traceutil/trace.go:171","msg":"trace[1568717651] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4947; }","duration":"212.501752ms","start":"2026-06-30T08:33:55.555584Z","end":"2026-06-30T08:33:55.768085Z","steps":["trace[1568717651] 'agreement among raft nodes before linearized reading' (duration: 212.229846ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:34:09.436315Z","caller":"traceutil/trace.go:171","msg":"trace[813158667] transaction","detail":"{read_only:false; response_revision:5214; number_of_response:1; }","duration":"106.357179ms","start":"2026-06-30T08:34:09.329931Z","end":"2026-06-30T08:34:09.436288Z","steps":["trace[813158667] 'process raft request' (duration: 89.662081ms)","trace[813158667] 'compare' (duration: 16.512644ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T08:34:15.408338Z","caller":"traceutil/trace.go:171","msg":"trace[154366057] transaction","detail":"{read_only:false; response_revision:5350; number_of_response:1; }","duration":"117.300163ms","start":"2026-06-30T08:34:15.291007Z","end":"2026-06-30T08:34:15.408307Z","steps":["trace[154366057] 'process raft request' (duration: 116.966806ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:34:26.688425Z","caller":"traceutil/trace.go:171","msg":"trace[126305103] transaction","detail":"{read_only:false; response_revision:5502; number_of_response:1; }","duration":"106.137954ms","start":"2026-06-30T08:34:26.582266Z","end":"2026-06-30T08:34:26.688404Z","steps":["trace[126305103] 'process raft request' (duration: 105.98209ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:34:26.688756Z","caller":"traceutil/trace.go:171","msg":"trace[1578671330] transaction","detail":"{read_only:false; response_revision:5504; number_of_response:1; }","duration":"101.440013ms","start":"2026-06-30T08:34:26.587285Z","end":"2026-06-30T08:34:26.688725Z","steps":["trace[1578671330] 'process raft request' (duration: 101.256089ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:34:26.688817Z","caller":"traceutil/trace.go:171","msg":"trace[1356428530] transaction","detail":"{read_only:false; response_revision:5503; number_of_response:1; }","duration":"106.218805ms","start":"2026-06-30T08:34:26.582589Z","end":"2026-06-30T08:34:26.688808Z","steps":["trace[1356428530] 'process raft request' (duration: 105.772456ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:35:31.920823Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2966} {"level":"info","ts":"2026-06-30T08:35:31.987887Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2966,"took":"65.819479ms","hash":1480169130,"current-db-size-bytes":59498496,"current-db-size":"60 MB","current-db-size-in-use-bytes":34484224,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-06-30T08:35:31.98796Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1480169130,"revision":2966,"compact-revision":-1} {"level":"warn","ts":"2026-06-30T08:37:26.999112Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342812954398209666,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T08:37:27.500306Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342812954398209666,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T08:37:28.000494Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":15342812954398209666,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-30T08:37:28.193725Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.003546257s","expected-duration":"1s"} {"level":"info","ts":"2026-06-30T08:37:28.194228Z","caller":"traceutil/trace.go:171","msg":"trace[1453769845] transaction","detail":"{read_only:false; response_revision:6735; number_of_response:1; }","duration":"2.00413665s","start":"2026-06-30T08:37:26.190062Z","end":"2026-06-30T08:37:28.194199Z","steps":["trace[1453769845] 'process raft request' (duration: 2.003959736s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:37:28.194402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:37:26.190037Z","time spent":"2.004279163s","remote":"127.0.0.1:49016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T08:37:28.25635Z","caller":"traceutil/trace.go:171","msg":"trace[411698584] transaction","detail":"{read_only:false; response_revision:6736; number_of_response:1; }","duration":"2.034737959s","start":"2026-06-30T08:37:26.221585Z","end":"2026-06-30T08:37:28.256323Z","steps":["trace[411698584] 'process raft request' (duration: 2.034514074s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:37:28.256532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:37:26.221563Z","time spent":"2.034871592s","remote":"127.0.0.1:49016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T08:37:28.256901Z","caller":"traceutil/trace.go:171","msg":"trace[962858637] transaction","detail":"{read_only:false; response_revision:6737; number_of_response:1; }","duration":"2.033061992s","start":"2026-06-30T08:37:26.223804Z","end":"2026-06-30T08:37:28.256866Z","steps":["trace[962858637] 'process raft request' (duration: 2.03247353s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:37:28.257045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:37:26.223775Z","time spent":"2.033200376s","remote":"127.0.0.1:49016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T08:37:28.257074Z","caller":"traceutil/trace.go:171","msg":"trace[1769844603] linearizableReadLoop","detail":"{readStateIndex:6980; appliedIndex:6976; }","duration":"1.758379096s","start":"2026-06-30T08:37:26.498676Z","end":"2026-06-30T08:37:28.257055Z","steps":["trace[1769844603] 'read index received' (duration: 1.695277257s)","trace[1769844603] 'applied index is now lower than readState.Index' (duration: 63.100259ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T08:37:28.257169Z","caller":"traceutil/trace.go:171","msg":"trace[1794340304] transaction","detail":"{read_only:false; response_revision:6738; number_of_response:1; }","duration":"2.030802443s","start":"2026-06-30T08:37:26.226341Z","end":"2026-06-30T08:37:28.257144Z","steps":["trace[1794340304] 'process raft request' (duration: 2.030383134s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:37:28.257238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.75856278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-06-30T08:37:28.257262Z","caller":"traceutil/trace.go:171","msg":"trace[1531530409] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:6738; }","duration":"1.758627781s","start":"2026-06-30T08:37:26.498628Z","end":"2026-06-30T08:37:28.257256Z","steps":["trace[1531530409] 'agreement among raft nodes before linearized reading' (duration: 1.758518889s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:37:28.257291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:37:26.498607Z","time spent":"1.758675732s","remote":"127.0.0.1:49016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-30T08:37:28.257303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:37:26.226312Z","time spent":"2.030917126s","remote":"127.0.0.1:49016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T08:37:28.257309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.75861096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-06-30T08:37:28.257386Z","caller":"traceutil/trace.go:171","msg":"trace[596163971] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:6738; }","duration":"1.758732293s","start":"2026-06-30T08:37:26.498647Z","end":"2026-06-30T08:37:28.25738Z","steps":["trace[596163971] 'agreement among raft nodes before linearized reading' (duration: 1.758539339s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:37:28.257405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:37:26.49863Z","time spent":"1.758770305s","remote":"127.0.0.1:49016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-06-30T08:37:28.257419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397304008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-06-30T08:37:28.257474Z","caller":"traceutil/trace.go:171","msg":"trace[418914159] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6738; }","duration":"1.397409001s","start":"2026-06-30T08:37:26.86005Z","end":"2026-06-30T08:37:28.257459Z","steps":["trace[418914159] 'agreement among raft nodes before linearized reading' (duration: 1.397291358s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:37:28.257503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241929001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-06-30T08:37:28.257524Z","caller":"traceutil/trace.go:171","msg":"trace[1402627557] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:6738; }","duration":"1.241991162s","start":"2026-06-30T08:37:27.015526Z","end":"2026-06-30T08:37:28.257517Z","steps":["trace[1402627557] 'agreement among raft nodes before linearized reading' (duration: 1.241923811s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:37:28.25753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:37:26.86002Z","time spent":"1.397498412s","remote":"127.0.0.1:49016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-30T08:37:28.257479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397332668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-06-30T08:37:28.257577Z","caller":"traceutil/trace.go:171","msg":"trace[1860164342] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6738; }","duration":"1.397500162s","start":"2026-06-30T08:37:26.860066Z","end":"2026-06-30T08:37:28.257566Z","steps":["trace[1860164342] 'agreement among raft nodes before linearized reading' (duration: 1.397216366s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:37:28.257588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276594607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7nm9f\" ","response":"range_response_count:1 size:6527"} {"level":"warn","ts":"2026-06-30T08:37:28.257604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:37:26.860035Z","time spent":"1.397562454s","remote":"127.0.0.1:49016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-06-30T08:37:28.257633Z","caller":"traceutil/trace.go:171","msg":"trace[1360144107] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7nm9f; range_end:; response_count:1; response_revision:6738; }","duration":"1.27667111s","start":"2026-06-30T08:37:26.980943Z","end":"2026-06-30T08:37:28.257614Z","steps":["trace[1360144107] 'agreement among raft nodes before linearized reading' (duration: 1.276597948s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:37:28.257662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.712610059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-30T08:37:28.257711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.084352217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12211"} {"level":"info","ts":"2026-06-30T08:37:28.257734Z","caller":"traceutil/trace.go:171","msg":"trace[2123208231] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:6738; }","duration":"1.084420358s","start":"2026-06-30T08:37:27.173306Z","end":"2026-06-30T08:37:28.257726Z","steps":["trace[2123208231] 'agreement among raft nodes before linearized reading' (duration: 1.084355837s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:37:28.257731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.509056674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-30T08:37:28.25774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.392322441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-06-30T08:37:28.257753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:37:27.173283Z","time spent":"1.0844659s","remote":"127.0.0.1:48938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12234,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-06-30T08:37:28.25773Z","caller":"traceutil/trace.go:171","msg":"trace[316621133] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:6738; }","duration":"1.712706501s","start":"2026-06-30T08:37:26.545006Z","end":"2026-06-30T08:37:28.257713Z","steps":["trace[316621133] 'agreement among raft nodes before linearized reading' (duration: 1.712623629s)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:37:28.257789Z","caller":"traceutil/trace.go:171","msg":"trace[1004082267] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:6738; }","duration":"1.392365051s","start":"2026-06-30T08:37:26.865395Z","end":"2026-06-30T08:37:28.25776Z","steps":["trace[1004082267] 'agreement among raft nodes before linearized reading' (duration: 1.39230484s)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:37:28.257773Z","caller":"traceutil/trace.go:171","msg":"trace[2096721785] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:6738; }","duration":"1.509160737s","start":"2026-06-30T08:37:26.748598Z","end":"2026-06-30T08:37:28.257758Z","steps":["trace[2096721785] 'agreement among raft nodes before linearized reading' (duration: 1.509103806s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:37:28.257788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:37:26.544977Z","time spent":"1.712800354s","remote":"127.0.0.1:48762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-30T08:37:28.257808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:37:26.865384Z","time spent":"1.392418983s","remote":"127.0.0.1:49016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-06-30T08:37:28.257821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:37:26.748583Z","time spent":"1.509229688s","remote":"127.0.0.1:42550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-06-30T08:37:28.257966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.552903829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-30T08:37:28.257983Z","caller":"traceutil/trace.go:171","msg":"trace[675388534] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:6738; }","duration":"1.552969321s","start":"2026-06-30T08:37:26.70501Z","end":"2026-06-30T08:37:28.257979Z","steps":["trace[675388534] 'agreement among raft nodes before linearized reading' (duration: 1.552898899s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:37:28.257996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:37:26.704984Z","time spent":"1.553008771s","remote":"127.0.0.1:49072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":40,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-06-30T08:37:28.257549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:37:27.015503Z","time spent":"1.242041264s","remote":"127.0.0.1:48952","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-06-30T08:37:28.257669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.644015212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T08:37:28.258135Z","caller":"traceutil/trace.go:171","msg":"trace[1562315910] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:6738; }","duration":"1.644525353s","start":"2026-06-30T08:37:26.6136Z","end":"2026-06-30T08:37:28.258126Z","steps":["trace[1562315910] 'agreement among raft nodes before linearized reading' (duration: 1.644019602s)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:37:28.258163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:37:26.61358Z","time spent":"1.644574154s","remote":"127.0.0.1:46748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-06-30T08:37:28.257682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:37:26.980908Z","time spent":"1.276761911s","remote":"127.0.0.1:48938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6550,"request content":"key:\"/registry/pods/openstack/keepalived-7nm9f\" "} {"level":"info","ts":"2026-06-30T08:40:27.671278Z","caller":"traceutil/trace.go:171","msg":"trace[302322653] linearizableReadLoop","detail":"{readStateIndex:8490; appliedIndex:8489; }","duration":"124.099043ms","start":"2026-06-30T08:40:27.547151Z","end":"2026-06-30T08:40:27.67125Z","steps":["trace[302322653] 'read index received' (duration: 123.820747ms)","trace[302322653] 'applied index is now lower than readState.Index' (duration: 277.456µs)"],"step_count":2} {"level":"info","ts":"2026-06-30T08:40:27.671441Z","caller":"traceutil/trace.go:171","msg":"trace[1895125093] transaction","detail":"{read_only:false; response_revision:8203; number_of_response:1; }","duration":"270.273152ms","start":"2026-06-30T08:40:27.401114Z","end":"2026-06-30T08:40:27.671388Z","steps":["trace[1895125093] 'process raft request' (duration: 269.925464ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:40:27.671543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.383398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T08:40:27.671585Z","caller":"traceutil/trace.go:171","msg":"trace[2002562741] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8203; }","duration":"124.499802ms","start":"2026-06-30T08:40:27.547073Z","end":"2026-06-30T08:40:27.671573Z","steps":["trace[2002562741] 'agreement among raft nodes before linearized reading' (duration: 124.340168ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:40:31.926849Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6059} {"level":"info","ts":"2026-06-30T08:40:32.028031Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6059,"took":"98.796908ms","hash":2867766951,"current-db-size-bytes":59498496,"current-db-size":"60 MB","current-db-size-in-use-bytes":23248896,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-06-30T08:40:32.028075Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2867766951,"revision":6059,"compact-revision":2966} {"level":"info","ts":"2026-06-30T08:40:39.192043Z","caller":"traceutil/trace.go:171","msg":"trace[332115844] transaction","detail":"{read_only:false; response_revision:8259; number_of_response:1; }","duration":"226.023079ms","start":"2026-06-30T08:40:38.965994Z","end":"2026-06-30T08:40:39.192017Z","steps":["trace[332115844] 'process raft request' (duration: 225.859016ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:40:39.273961Z","caller":"traceutil/trace.go:171","msg":"trace[1622072854] transaction","detail":"{read_only:false; response_revision:8260; number_of_response:1; }","duration":"307.903573ms","start":"2026-06-30T08:40:38.966035Z","end":"2026-06-30T08:40:39.273938Z","steps":["trace[1622072854] 'process raft request' (duration: 307.695219ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:40:39.27419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:40:38.966013Z","time spent":"308.085617ms","remote":"127.0.0.1:49016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T08:40:39.274343Z","caller":"traceutil/trace.go:171","msg":"trace[1695658359] transaction","detail":"{read_only:false; response_revision:8261; number_of_response:1; }","duration":"307.956814ms","start":"2026-06-30T08:40:38.966374Z","end":"2026-06-30T08:40:39.274331Z","steps":["trace[1695658359] 'process raft request' (duration: 307.524305ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:40:39.274476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:40:38.966348Z","time spent":"308.082137ms","remote":"127.0.0.1:49016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-30T08:40:41.517928Z","caller":"traceutil/trace.go:171","msg":"trace[524899962] transaction","detail":"{read_only:false; response_revision:8273; number_of_response:1; }","duration":"101.17092ms","start":"2026-06-30T08:40:41.416715Z","end":"2026-06-30T08:40:41.517886Z","steps":["trace[524899962] 'process raft request' (duration: 99.494653ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:41:11.578636Z","caller":"traceutil/trace.go:171","msg":"trace[2104508673] transaction","detail":"{read_only:false; response_revision:8485; number_of_response:1; }","duration":"126.311071ms","start":"2026-06-30T08:41:11.452304Z","end":"2026-06-30T08:41:11.578615Z","steps":["trace[2104508673] 'process raft request' (duration: 125.977174ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:41:11.736817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.20927ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-30T08:41:11.736896Z","caller":"traceutil/trace.go:171","msg":"trace[1853324638] linearizableReadLoop","detail":"{readStateIndex:8785; appliedIndex:8783; }","duration":"209.093783ms","start":"2026-06-30T08:41:11.527788Z","end":"2026-06-30T08:41:11.736882Z","steps":["trace[1853324638] 'read index received' (duration: 50.703652ms)","trace[1853324638] 'applied index is now lower than readState.Index' (duration: 158.388661ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T08:41:11.736944Z","caller":"traceutil/trace.go:171","msg":"trace[879951626] transaction","detail":"{read_only:false; response_revision:8486; number_of_response:1; }","duration":"279.0291ms","start":"2026-06-30T08:41:11.457902Z","end":"2026-06-30T08:41:11.736931Z","steps":["trace[879951626] 'process raft request' (duration: 170.627796ms)","trace[879951626] 'compare' (duration: 108.098158ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T08:41:11.73703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.242327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-06-30T08:41:11.73706Z","caller":"traceutil/trace.go:171","msg":"trace[503247304] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8486; }","duration":"209.303588ms","start":"2026-06-30T08:41:11.527749Z","end":"2026-06-30T08:41:11.737052Z","steps":["trace[503247304] 'agreement among raft nodes before linearized reading' (duration: 209.200436ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:41:11.737224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.943898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-06-30T08:41:11.737284Z","caller":"traceutil/trace.go:171","msg":"trace[263647905] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8486; }","duration":"207.04761ms","start":"2026-06-30T08:41:11.530221Z","end":"2026-06-30T08:41:11.737269Z","steps":["trace[263647905] 'agreement among raft nodes before linearized reading' (duration: 206.869097ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:41:11.7373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.985455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T08:41:11.737387Z","caller":"traceutil/trace.go:171","msg":"trace[1438855046] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8486; }","duration":"192.116798ms","start":"2026-06-30T08:41:11.545248Z","end":"2026-06-30T08:41:11.737365Z","steps":["trace[1438855046] 'agreement among raft nodes before linearized reading' (duration: 191.957075ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:41:11.900188Z","caller":"traceutil/trace.go:171","msg":"trace[1107164042] transaction","detail":"{read_only:false; response_revision:8488; number_of_response:1; }","duration":"159.100197ms","start":"2026-06-30T08:41:11.741059Z","end":"2026-06-30T08:41:11.90016Z","steps":["trace[1107164042] 'process raft request' (duration: 116.05896ms)","trace[1107164042] 'compare' (duration: 42.828662ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T08:41:11.900329Z","caller":"traceutil/trace.go:171","msg":"trace[1692861483] transaction","detail":"{read_only:false; response_revision:8491; number_of_response:1; }","duration":"158.164888ms","start":"2026-06-30T08:41:11.742157Z","end":"2026-06-30T08:41:11.900322Z","steps":["trace[1692861483] 'process raft request' (duration: 157.999294ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:41:11.900344Z","caller":"traceutil/trace.go:171","msg":"trace[1274663599] transaction","detail":"{read_only:false; response_revision:8490; number_of_response:1; }","duration":"158.610158ms","start":"2026-06-30T08:41:11.741657Z","end":"2026-06-30T08:41:11.900267Z","steps":["trace[1274663599] 'process raft request' (duration: 158.474924ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:41:11.900424Z","caller":"traceutil/trace.go:171","msg":"trace[1125300607] transaction","detail":"{read_only:false; response_revision:8489; number_of_response:1; }","duration":"158.928414ms","start":"2026-06-30T08:41:11.741464Z","end":"2026-06-30T08:41:11.900392Z","steps":["trace[1125300607] 'process raft request' (duration: 158.626247ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:41:22.071112Z","caller":"traceutil/trace.go:171","msg":"trace[205128784] transaction","detail":"{read_only:false; response_revision:8590; number_of_response:1; }","duration":"110.395908ms","start":"2026-06-30T08:41:21.960695Z","end":"2026-06-30T08:41:22.071091Z","steps":["trace[205128784] 'process raft request' (duration: 110.350997ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:41:22.07127Z","caller":"traceutil/trace.go:171","msg":"trace[1386795745] transaction","detail":"{read_only:false; response_revision:8588; number_of_response:1; }","duration":"110.826647ms","start":"2026-06-30T08:41:21.960433Z","end":"2026-06-30T08:41:22.07126Z","steps":["trace[1386795745] 'process raft request' (duration: 95.358914ms)","trace[1386795745] 'compare' (duration: 15.124985ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T08:41:22.071418Z","caller":"traceutil/trace.go:171","msg":"trace[1881006102] transaction","detail":"{read_only:false; response_revision:8589; number_of_response:1; }","duration":"110.94846ms","start":"2026-06-30T08:41:21.960454Z","end":"2026-06-30T08:41:22.071403Z","steps":["trace[1881006102] 'process raft request' (duration: 110.552961ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:41:36.672941Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-000000000000234b.wal"} {"level":"info","ts":"2026-06-30T08:42:37.838844Z","caller":"traceutil/trace.go:171","msg":"trace[1812202848] transaction","detail":"{read_only:false; response_revision:9333; number_of_response:1; }","duration":"101.95099ms","start":"2026-06-30T08:42:37.736864Z","end":"2026-06-30T08:42:37.838815Z","steps":["trace[1812202848] 'process raft request' (duration: 92.513087ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:43:24.685965Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"9133559b3198d4ec","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-06-30T08:43:24.691145Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-06-30T08:43:24.691229Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-06-30T08:45:31.937561Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8225} {"level":"info","ts":"2026-06-30T08:45:32.017692Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8225,"took":"77.612025ms","hash":3981320633,"current-db-size-bytes":59498496,"current-db-size":"60 MB","current-db-size-in-use-bytes":23756800,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-06-30T08:45:32.01777Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3981320633,"revision":8225,"compact-revision":6059} {"level":"info","ts":"2026-06-30T08:47:55.974711Z","caller":"traceutil/trace.go:171","msg":"trace[1369907002] transaction","detail":"{read_only:false; response_revision:11648; number_of_response:1; }","duration":"133.648109ms","start":"2026-06-30T08:47:55.841021Z","end":"2026-06-30T08:47:55.974669Z","steps":["trace[1369907002] 'process raft request' (duration: 133.415974ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:48:12.858272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.729098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-7nm9f\" ","response":"range_response_count:1 size:6527"} {"level":"info","ts":"2026-06-30T08:48:12.858359Z","caller":"traceutil/trace.go:171","msg":"trace[742862467] range","detail":"{range_begin:/registry/pods/openstack/keepalived-7nm9f; range_end:; response_count:1; response_revision:11740; }","duration":"111.85342ms","start":"2026-06-30T08:48:12.746485Z","end":"2026-06-30T08:48:12.858339Z","steps":["trace[742862467] 'range keys from in-memory index tree' (duration: 111.499533ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:48:12.858865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.316004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-30T08:48:12.858887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.790334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T08:48:12.858958Z","caller":"traceutil/trace.go:171","msg":"trace[1453069848] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11740; }","duration":"179.904847ms","start":"2026-06-30T08:48:12.679038Z","end":"2026-06-30T08:48:12.858943Z","steps":["trace[1453069848] 'range keys from in-memory index tree' (duration: 179.704162ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:48:12.858892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.860786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:667"} {"level":"warn","ts":"2026-06-30T08:48:12.859041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.100941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T08:48:12.859108Z","caller":"traceutil/trace.go:171","msg":"trace[103675842] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11740; }","duration":"180.208053ms","start":"2026-06-30T08:48:12.678889Z","end":"2026-06-30T08:48:12.859097Z","steps":["trace[103675842] 'range keys from in-memory index tree' (duration: 180.025149ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:48:12.859109Z","caller":"traceutil/trace.go:171","msg":"trace[861173438] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11740; }","duration":"180.105341ms","start":"2026-06-30T08:48:12.678975Z","end":"2026-06-30T08:48:12.859081Z","steps":["trace[861173438] 'range keys from in-memory index tree' (duration: 179.678842ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:48:12.858954Z","caller":"traceutil/trace.go:171","msg":"trace[86928951] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11740; }","duration":"179.459287ms","start":"2026-06-30T08:48:12.679474Z","end":"2026-06-30T08:48:12.858933Z","steps":["trace[86928951] 'range keys from in-memory index tree' (duration: 179.206151ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:48:12.858978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.564309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-06-30T08:48:12.85929Z","caller":"traceutil/trace.go:171","msg":"trace[56536312] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11740; }","duration":"179.911278ms","start":"2026-06-30T08:48:12.679362Z","end":"2026-06-30T08:48:12.859273Z","steps":["trace[56536312] 'range keys from in-memory index tree' (duration: 179.382355ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:48:12.859837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.124303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T08:48:12.860099Z","caller":"traceutil/trace.go:171","msg":"trace[1200858429] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11740; }","duration":"181.42555ms","start":"2026-06-30T08:48:12.678651Z","end":"2026-06-30T08:48:12.860076Z","steps":["trace[1200858429] 'range keys from in-memory index tree' (duration: 180.979441ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:48:13.963814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.415972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-06-30T08:48:13.963912Z","caller":"traceutil/trace.go:171","msg":"trace[936758259] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11747; }","duration":"151.573216ms","start":"2026-06-30T08:48:13.812319Z","end":"2026-06-30T08:48:13.963892Z","steps":["trace[936758259] 'range keys from in-memory index tree' (duration: 151.115265ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:50:31.94405Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10448} {"level":"info","ts":"2026-06-30T08:50:32.02582Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10448,"took":"77.801498ms","hash":2625520822,"current-db-size-bytes":59498496,"current-db-size":"60 MB","current-db-size-in-use-bytes":25935872,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-06-30T08:50:32.025874Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2625520822,"revision":10448,"compact-revision":8225} {"level":"warn","ts":"2026-06-30T08:55:03.051163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.128564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-30T08:55:03.051205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.777047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-06-30T08:55:03.05123Z","caller":"traceutil/trace.go:171","msg":"trace[1343391718] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:14467; }","duration":"290.243837ms","start":"2026-06-30T08:55:02.760975Z","end":"2026-06-30T08:55:03.051218Z","steps":["trace[1343391718] 'count revisions from in-memory index tree' (duration: 290.056573ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:55:03.05127Z","caller":"traceutil/trace.go:171","msg":"trace[699214583] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:14467; }","duration":"161.849579ms","start":"2026-06-30T08:55:02.889402Z","end":"2026-06-30T08:55:03.051252Z","steps":["trace[699214583] 'range keys from in-memory index tree' (duration: 161.668975ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:55:24.151614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.390546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-06-30T08:55:24.151614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:55:23.823232Z","time spent":"328.375128ms","remote":"127.0.0.1:33440","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-06-30T08:55:24.15169Z","caller":"traceutil/trace.go:171","msg":"trace[737731441] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:14767; }","duration":"340.517689ms","start":"2026-06-30T08:55:23.811157Z","end":"2026-06-30T08:55:24.151675Z","steps":["trace[737731441] 'count revisions from in-memory index tree' (duration: 340.271394ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:55:24.151685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.485655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6eeaa64a-641d-4dd7-806e-6ad36524f50a\" ","response":"range_response_count:1 size:3636"} {"level":"warn","ts":"2026-06-30T08:55:24.151722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:55:23.811107Z","time spent":"340.606631ms","remote":"127.0.0.1:46804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-06-30T08:55:24.151759Z","caller":"traceutil/trace.go:171","msg":"trace[2118334021] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6eeaa64a-641d-4dd7-806e-6ad36524f50a; range_end:; response_count:1; response_revision:14767; }","duration":"370.603978ms","start":"2026-06-30T08:55:23.781138Z","end":"2026-06-30T08:55:24.151742Z","steps":["trace[2118334021] 'range keys from in-memory index tree' (duration: 370.315832ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:55:24.151797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:55:23.781121Z","time spent":"370.666909ms","remote":"127.0.0.1:48938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3659,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6eeaa64a-641d-4dd7-806e-6ad36524f50a\" "} {"level":"warn","ts":"2026-06-30T08:55:24.151867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.745065ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-30T08:55:24.152049Z","caller":"traceutil/trace.go:171","msg":"trace[941950510] transaction","detail":"{read_only:false; response_revision:14768; number_of_response:1; }","duration":"333.338945ms","start":"2026-06-30T08:55:23.818684Z","end":"2026-06-30T08:55:24.152023Z","steps":["trace[941950510] 'process raft request' (duration: 69.354465ms)","trace[941950510] 'compare' (duration: 263.619903ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T08:55:24.15208Z","caller":"traceutil/trace.go:171","msg":"trace[704292893] linearizableReadLoop","detail":"{readStateIndex:15279; appliedIndex:15278; }","duration":"288.995159ms","start":"2026-06-30T08:55:23.863075Z","end":"2026-06-30T08:55:24.15207Z","steps":["trace[704292893] 'read index received' (duration: 24.978568ms)","trace[704292893] 'applied index is now lower than readState.Index' (duration: 264.015921ms)"],"step_count":2} {"level":"info","ts":"2026-06-30T08:55:24.152067Z","caller":"traceutil/trace.go:171","msg":"trace[1707836597] transaction","detail":"{read_only:false; response_revision:14769; number_of_response:1; }","duration":"160.738705ms","start":"2026-06-30T08:55:23.991308Z","end":"2026-06-30T08:55:24.152047Z","steps":["trace[1707836597] 'process raft request' (duration: 160.666163ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:55:24.152187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-30T08:55:23.818665Z","time spent":"333.432478ms","remote":"127.0.0.1:49016","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-30T08:55:24.152296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.199266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-06-30T08:55:24.152224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.155392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6eeaa64a-641d-4dd7-806e-6ad36524f50a\" ","response":"range_response_count:1 size:3636"} {"level":"info","ts":"2026-06-30T08:55:24.152336Z","caller":"traceutil/trace.go:171","msg":"trace[349143775] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14769; }","duration":"130.276958ms","start":"2026-06-30T08:55:24.022049Z","end":"2026-06-30T08:55:24.152326Z","steps":["trace[349143775] 'agreement among raft nodes before linearized reading' (duration: 130.150945ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:55:24.152356Z","caller":"traceutil/trace.go:171","msg":"trace[551718918] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6eeaa64a-641d-4dd7-806e-6ad36524f50a; range_end:; response_count:1; response_revision:14769; }","duration":"289.316036ms","start":"2026-06-30T08:55:23.863022Z","end":"2026-06-30T08:55:24.152338Z","steps":["trace[551718918] 'agreement among raft nodes before linearized reading' (duration: 289.110082ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:55:24.152468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.884061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-06-30T08:55:24.1525Z","caller":"traceutil/trace.go:171","msg":"trace[2112321849] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14769; }","duration":"129.970172ms","start":"2026-06-30T08:55:24.022522Z","end":"2026-06-30T08:55:24.152492Z","steps":["trace[2112321849] 'agreement among raft nodes before linearized reading' (duration: 129.887899ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:55:31.952504Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12692} {"level":"info","ts":"2026-06-30T08:55:32.027245Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12692,"took":"72.745308ms","hash":4255853005,"current-db-size-bytes":59498496,"current-db-size":"60 MB","current-db-size-in-use-bytes":28315648,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-06-30T08:55:32.02732Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4255853005,"revision":12692,"compact-revision":10448} {"level":"info","ts":"2026-06-30T08:56:16.961175Z","caller":"traceutil/trace.go:171","msg":"trace[211159569] transaction","detail":"{read_only:false; response_revision:15408; number_of_response:1; }","duration":"126.892386ms","start":"2026-06-30T08:56:16.834258Z","end":"2026-06-30T08:56:16.96115Z","steps":["trace[211159569] 'process raft request' (duration: 89.727494ms)","trace[211159569] 'compare' (duration: 37.07166ms)"],"step_count":2} {"level":"warn","ts":"2026-06-30T08:56:36.758834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.015731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T08:56:36.758962Z","caller":"traceutil/trace.go:171","msg":"trace[1226421853] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15505; }","duration":"258.180385ms","start":"2026-06-30T08:56:36.500761Z","end":"2026-06-30T08:56:36.758941Z","steps":["trace[1226421853] 'range keys from in-memory index tree' (duration: 257.93765ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:56:36.75914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.415349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T08:56:36.759178Z","caller":"traceutil/trace.go:171","msg":"trace[1238217475] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15505; }","duration":"257.48444ms","start":"2026-06-30T08:56:36.501685Z","end":"2026-06-30T08:56:36.759169Z","steps":["trace[1238217475] 'range keys from in-memory index tree' (duration: 257.341567ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:56:36.759299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.355117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-30T08:56:36.759332Z","caller":"traceutil/trace.go:171","msg":"trace[1418517754] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15505; }","duration":"256.400497ms","start":"2026-06-30T08:56:36.502923Z","end":"2026-06-30T08:56:36.759324Z","steps":["trace[1418517754] 'range keys from in-memory index tree' (duration: 256.326406ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:56:36.759687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.598304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-06-30T08:56:36.759722Z","caller":"traceutil/trace.go:171","msg":"trace[1860072678] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15505; }","duration":"251.648215ms","start":"2026-06-30T08:56:36.508066Z","end":"2026-06-30T08:56:36.759714Z","steps":["trace[1860072678] 'range keys from in-memory index tree' (duration: 251.480671ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:56:36.759892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.453791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-06-30T08:56:36.759929Z","caller":"traceutil/trace.go:171","msg":"trace[2033006942] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15505; }","duration":"245.508033ms","start":"2026-06-30T08:56:36.514413Z","end":"2026-06-30T08:56:36.759921Z","steps":["trace[2033006942] 'range keys from in-memory index tree' (duration: 245.37528ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:56:36.760188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.151242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-06-30T08:56:36.760227Z","caller":"traceutil/trace.go:171","msg":"trace[851133270] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15505; }","duration":"244.230284ms","start":"2026-06-30T08:56:36.515988Z","end":"2026-06-30T08:56:36.760218Z","steps":["trace[851133270] 'range keys from in-memory index tree' (duration: 244.007319ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:56:36.916767Z","caller":"traceutil/trace.go:171","msg":"trace[1002814085] linearizableReadLoop","detail":"{readStateIndex:16038; appliedIndex:16037; }","duration":"151.417264ms","start":"2026-06-30T08:56:36.765324Z","end":"2026-06-30T08:56:36.916741Z","steps":["trace[1002814085] 'read index received' (duration: 151.316702ms)","trace[1002814085] 'applied index is now lower than readState.Index' (duration: 99.272µs)"],"step_count":2} {"level":"info","ts":"2026-06-30T08:56:36.916875Z","caller":"traceutil/trace.go:171","msg":"trace[440078122] transaction","detail":"{read_only:false; response_revision:15506; number_of_response:1; }","duration":"152.970628ms","start":"2026-06-30T08:56:36.76387Z","end":"2026-06-30T08:56:36.916841Z","steps":["trace[440078122] 'process raft request' (duration: 152.691342ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:56:36.916959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.613058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-06-30T08:56:36.916999Z","caller":"traceutil/trace.go:171","msg":"trace[1287295180] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15506; }","duration":"151.680569ms","start":"2026-06-30T08:56:36.765307Z","end":"2026-06-30T08:56:36.916987Z","steps":["trace[1287295180] 'agreement among raft nodes before linearized reading' (duration: 151.539666ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:56:36.920681Z","caller":"traceutil/trace.go:171","msg":"trace[1123525101] transaction","detail":"{read_only:false; response_revision:15507; number_of_response:1; }","duration":"154.98263ms","start":"2026-06-30T08:56:36.765675Z","end":"2026-06-30T08:56:36.920658Z","steps":["trace[1123525101] 'process raft request' (duration: 154.846667ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:56:36.920875Z","caller":"traceutil/trace.go:171","msg":"trace[982494141] transaction","detail":"{read_only:false; response_revision:15508; number_of_response:1; }","duration":"155.104395ms","start":"2026-06-30T08:56:36.76576Z","end":"2026-06-30T08:56:36.920864Z","steps":["trace[982494141] 'process raft request' (duration: 154.835948ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:56:36.920973Z","caller":"traceutil/trace.go:171","msg":"trace[1525673511] transaction","detail":"{read_only:false; response_revision:15509; number_of_response:1; }","duration":"155.137205ms","start":"2026-06-30T08:56:36.765821Z","end":"2026-06-30T08:56:36.920958Z","steps":["trace[1525673511] 'process raft request' (duration: 155.011852ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:56:36.921183Z","caller":"traceutil/trace.go:171","msg":"trace[1519052842] transaction","detail":"{read_only:false; response_revision:15510; number_of_response:1; }","duration":"155.301148ms","start":"2026-06-30T08:56:36.765864Z","end":"2026-06-30T08:56:36.921165Z","steps":["trace[1519052842] 'process raft request' (duration: 155.059103ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T08:56:36.921187Z","caller":"traceutil/trace.go:171","msg":"trace[656919014] transaction","detail":"{read_only:false; response_revision:15511; number_of_response:1; }","duration":"136.394201ms","start":"2026-06-30T08:56:36.784776Z","end":"2026-06-30T08:56:36.92117Z","steps":["trace[656919014] 'process raft request' (duration: 136.274509ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:56:36.921324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.632924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-06-30T08:56:36.921394Z","caller":"traceutil/trace.go:171","msg":"trace[477032269] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15512; }","duration":"154.706145ms","start":"2026-06-30T08:56:36.766669Z","end":"2026-06-30T08:56:36.921375Z","steps":["trace[477032269] 'agreement among raft nodes before linearized reading' (duration: 154.501001ms)"],"step_count":1} {"level":"warn","ts":"2026-06-30T08:56:36.922774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.607863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:76 size:737254"} {"level":"info","ts":"2026-06-30T08:56:36.92299Z","caller":"traceutil/trace.go:171","msg":"trace[1198794316] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:76; response_revision:15512; }","duration":"155.691906ms","start":"2026-06-30T08:56:36.76712Z","end":"2026-06-30T08:56:36.922812Z","steps":["trace[1198794316] 'agreement among raft nodes before linearized reading' (duration: 154.201024ms)"],"step_count":1} {"level":"info","ts":"2026-06-30T09:00:31.958266Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14842} {"level":"info","ts":"2026-06-30T09:00:32.055796Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14842,"took":"93.28688ms","hash":221898896,"current-db-size-bytes":59498496,"current-db-size":"60 MB","current-db-size-in-use-bytes":30633984,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-06-30T09:00:32.055877Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":221898896,"revision":14842,"compact-revision":12692} {"level":"info","ts":"2026-06-30T09:05:31.964441Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17331} {"level":"info","ts":"2026-06-30T09:05:32.061573Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17331,"took":"94.027518ms","hash":4115935197,"current-db-size-bytes":59498496,"current-db-size":"60 MB","current-db-size-in-use-bytes":29716480,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-06-30T09:05:32.061635Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4115935197,"revision":17331,"compact-revision":14842} {"level":"info","ts":"2026-06-30T09:06:09.862852Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"9133559b3198d4ec","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-06-30T09:06:09.868612Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-06-30T09:06:09.868729Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-06-30T09:10:31.974786Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19136} {"level":"info","ts":"2026-06-30T09:10:32.065686Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19136,"took":"87.567469ms","hash":1929488576,"current-db-size-bytes":59498496,"current-db-size":"60 MB","current-db-size-in-use-bytes":24526848,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-06-30T09:10:32.065771Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1929488576,"revision":19136,"compact-revision":17331}