{"level":"warn","ts":"2026-06-23T02:56:05.7369Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-06-23T02:56:05.736994Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.19.213.183:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.19.213.183:2380","--initial-cluster=instance=https://199.19.213.183:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.19.213.183:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.19.213.183:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-06-23T02:56:05.737061Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-06-23T02:56:05.737076Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.19.213.183:2380"]} {"level":"info","ts":"2026-06-23T02:56:05.737101Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-06-23T02:56:05.737708Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.183:2379"]} {"level":"info","ts":"2026-06-23T02:56:05.737795Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.19.213.183:2380"],"listen-peer-urls":["https://199.19.213.183:2380"],"advertise-client-urls":["https://199.19.213.183:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.183:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.19.213.183:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-06-23T02:56:05.743313Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.292812ms"} {"level":"info","ts":"2026-06-23T02:56:05.750165Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"d11d60056e8410fb","cluster-id":"524d1f88cdf60208"} {"level":"info","ts":"2026-06-23T02:56:05.75025Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d11d60056e8410fb switched to configuration voters=()"} {"level":"info","ts":"2026-06-23T02:56:05.750277Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d11d60056e8410fb became follower at term 0"} {"level":"info","ts":"2026-06-23T02:56:05.750297Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft d11d60056e8410fb [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-06-23T02:56:05.750316Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d11d60056e8410fb became follower at term 1"} {"level":"info","ts":"2026-06-23T02:56:05.750358Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d11d60056e8410fb switched to configuration voters=(15068305504696799483)"} {"level":"warn","ts":"2026-06-23T02:56:05.755768Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-06-23T02:56:05.75721Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-06-23T02:56:05.758586Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-06-23T02:56:05.762337Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"d11d60056e8410fb","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-06-23T02:56:05.762566Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"d11d60056e8410fb","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-06-23T02:56:05.762742Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-23T02:56:05.762953Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-23T02:56:05.762984Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-23T02:56:05.763656Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d11d60056e8410fb switched to configuration voters=(15068305504696799483)"} {"level":"info","ts":"2026-06-23T02:56:05.764428Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"524d1f88cdf60208","local-member-id":"d11d60056e8410fb","added-peer-id":"d11d60056e8410fb","added-peer-peer-urls":["https://199.19.213.183:2380"]} {"level":"info","ts":"2026-06-23T02:56:05.766723Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-06-23T02:56:05.76689Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.19.213.183:2380"} {"level":"info","ts":"2026-06-23T02:56:05.766948Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.19.213.183:2380"} {"level":"info","ts":"2026-06-23T02:56:05.767128Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"d11d60056e8410fb","initial-advertise-peer-urls":["https://199.19.213.183:2380"],"listen-peer-urls":["https://199.19.213.183:2380"],"advertise-client-urls":["https://199.19.213.183:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.19.213.183:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-06-23T02:56:05.767199Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-06-23T02:56:06.75112Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d11d60056e8410fb is starting a new election at term 1"} {"level":"info","ts":"2026-06-23T02:56:06.751195Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d11d60056e8410fb became pre-candidate at term 1"} {"level":"info","ts":"2026-06-23T02:56:06.751294Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d11d60056e8410fb received MsgPreVoteResp from d11d60056e8410fb at term 1"} {"level":"info","ts":"2026-06-23T02:56:06.751315Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d11d60056e8410fb became candidate at term 2"} {"level":"info","ts":"2026-06-23T02:56:06.751343Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d11d60056e8410fb received MsgVoteResp from d11d60056e8410fb at term 2"} {"level":"info","ts":"2026-06-23T02:56:06.75136Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"d11d60056e8410fb became leader at term 2"} {"level":"info","ts":"2026-06-23T02:56:06.751374Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: d11d60056e8410fb elected leader d11d60056e8410fb at term 2"} {"level":"info","ts":"2026-06-23T02:56:06.752229Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-06-23T02:56:06.753355Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-06-23T02:56:06.75335Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"d11d60056e8410fb","local-member-attributes":"{Name:instance ClientURLs:[https://199.19.213.183:2379]}","request-path":"/0/members/d11d60056e8410fb/attributes","cluster-id":"524d1f88cdf60208","publish-timeout":"7s"} {"level":"info","ts":"2026-06-23T02:56:06.753379Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-06-23T02:56:06.753643Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"524d1f88cdf60208","local-member-id":"d11d60056e8410fb","cluster-version":"3.5"} {"level":"info","ts":"2026-06-23T02:56:06.75373Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-06-23T02:56:06.753763Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-06-23T02:56:06.753742Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-06-23T02:56:06.753886Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-06-23T02:56:06.75615Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-06-23T02:56:06.761992Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.19.213.183:2379"} {"level":"info","ts":"2026-06-23T02:56:43.29828Z","caller":"traceutil/trace.go:171","msg":"trace[557266786] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"123.761661ms","start":"2026-06-23T02:56:43.174481Z","end":"2026-06-23T02:56:43.298243Z","steps":["trace[557266786] 'process raft request' (duration: 123.565676ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T02:56:43.30579Z","caller":"traceutil/trace.go:171","msg":"trace[1084402949] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"128.767845ms","start":"2026-06-23T02:56:43.17697Z","end":"2026-06-23T02:56:43.305738Z","steps":["trace[1084402949] 'process raft request' (duration: 128.59552ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T02:56:43.305922Z","caller":"traceutil/trace.go:171","msg":"trace[1212591951] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"117.321897ms","start":"2026-06-23T02:56:43.188589Z","end":"2026-06-23T02:56:43.305911Z","steps":["trace[1212591951] 'process raft request' (duration: 117.131811ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T02:56:43.305919Z","caller":"traceutil/trace.go:171","msg":"trace[846558561] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"118.238393ms","start":"2026-06-23T02:56:43.187664Z","end":"2026-06-23T02:56:43.305902Z","steps":["trace[846558561] 'process raft request' (duration: 117.991466ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T02:56:43.305921Z","caller":"traceutil/trace.go:171","msg":"trace[929377502] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"117.487131ms","start":"2026-06-23T02:56:43.188374Z","end":"2026-06-23T02:56:43.305861Z","steps":["trace[929377502] 'process raft request' (duration: 117.315236ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T02:56:43.305801Z","caller":"traceutil/trace.go:171","msg":"trace[1092428498] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"118.972864ms","start":"2026-06-23T02:56:43.186796Z","end":"2026-06-23T02:56:43.305769Z","steps":["trace[1092428498] 'process raft request' (duration: 118.820699ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T02:56:43.305816Z","caller":"traceutil/trace.go:171","msg":"trace[990912611] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"129.539516ms","start":"2026-06-23T02:56:43.176248Z","end":"2026-06-23T02:56:43.305787Z","steps":["trace[990912611] 'process raft request' (duration: 129.195287ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T02:56:43.306148Z","caller":"traceutil/trace.go:171","msg":"trace[1325157160] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"115.894116ms","start":"2026-06-23T02:56:43.190244Z","end":"2026-06-23T02:56:43.306138Z","steps":["trace[1325157160] 'process raft request' (duration: 115.509025ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T02:56:49.594925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.001297ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-06-23T02:56:49.595079Z","caller":"traceutil/trace.go:171","msg":"trace[1370841557] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"143.058383ms","start":"2026-06-23T02:56:49.452003Z","end":"2026-06-23T02:56:49.595061Z","steps":["trace[1370841557] 'compare' (duration: 131.829902ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T02:56:50.268674Z","caller":"traceutil/trace.go:171","msg":"trace[1176915562] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"451.584822ms","start":"2026-06-23T02:56:49.817071Z","end":"2026-06-23T02:56:50.268656Z","steps":["trace[1176915562] 'process raft request' (duration: 451.17765ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T02:56:50.268801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.954418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.183\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-06-23T02:56:50.268855Z","caller":"traceutil/trace.go:171","msg":"trace[883415028] range","detail":"{range_begin:/registry/masterleases/199.19.213.183; range_end:; response_count:1; response_revision:638; }","duration":"440.057841ms","start":"2026-06-23T02:56:49.828783Z","end":"2026-06-23T02:56:50.26884Z","steps":["trace[883415028] 'agreement among raft nodes before linearized reading' (duration: 439.924557ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T02:56:50.268897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T02:56:49.828761Z","time spent":"440.126822ms","remote":"127.0.0.1:47926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.183\" "} {"level":"info","ts":"2026-06-23T02:56:50.268636Z","caller":"traceutil/trace.go:171","msg":"trace[1142106703] linearizableReadLoop","detail":"{readStateIndex:659; appliedIndex:658; }","duration":"439.725191ms","start":"2026-06-23T02:56:49.828867Z","end":"2026-06-23T02:56:50.268593Z","steps":["trace[1142106703] 'read index received' (duration: 439.407022ms)","trace[1142106703] 'applied index is now lower than readState.Index' (duration: 317.109µs)"],"step_count":2} {"level":"warn","ts":"2026-06-23T02:56:50.269038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T02:56:49.817046Z","time spent":"451.695274ms","remote":"127.0.0.1:42752","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T02:56:50.281398Z","caller":"traceutil/trace.go:171","msg":"trace[1886700395] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"267.201125ms","start":"2026-06-23T02:56:50.014172Z","end":"2026-06-23T02:56:50.281373Z","steps":["trace[1886700395] 'process raft request' (duration: 266.627529ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T02:56:50.282004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.472056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T02:56:50.282046Z","caller":"traceutil/trace.go:171","msg":"trace[1288092193] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:639; }","duration":"113.578299ms","start":"2026-06-23T02:56:50.168457Z","end":"2026-06-23T02:56:50.282035Z","steps":["trace[1288092193] 'agreement among raft nodes before linearized reading' (duration: 112.894809ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T02:57:05.218331Z","caller":"traceutil/trace.go:171","msg":"trace[947858861] transaction","detail":"{read_only:false; response_revision:797; number_of_response:1; }","duration":"255.115349ms","start":"2026-06-23T02:57:04.963161Z","end":"2026-06-23T02:57:05.218276Z","steps":["trace[947858861] 'process raft request' (duration: 250.210288ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T02:57:54.264457Z","caller":"traceutil/trace.go:171","msg":"trace[73917892] transaction","detail":"{read_only:false; response_revision:1446; number_of_response:1; }","duration":"122.76398ms","start":"2026-06-23T02:57:54.141645Z","end":"2026-06-23T02:57:54.264409Z","steps":["trace[73917892] 'process raft request' (duration: 122.40666ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T02:58:21.000693Z","caller":"traceutil/trace.go:171","msg":"trace[865129021] linearizableReadLoop","detail":"{readStateIndex:1946; appliedIndex:1945; }","duration":"134.409428ms","start":"2026-06-23T02:58:20.866255Z","end":"2026-06-23T02:58:21.000665Z","steps":["trace[865129021] 'read index received' (duration: 134.172141ms)","trace[865129021] 'applied index is now lower than readState.Index' (duration: 236.157µs)"],"step_count":2} {"level":"info","ts":"2026-06-23T02:58:21.000818Z","caller":"traceutil/trace.go:171","msg":"trace[579346556] transaction","detail":"{read_only:false; response_revision:1875; number_of_response:1; }","duration":"234.215362ms","start":"2026-06-23T02:58:20.76655Z","end":"2026-06-23T02:58:21.000765Z","steps":["trace[579346556] 'process raft request' (duration: 233.954564ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T02:58:21.000981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.703187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e3f54f18-8985-46c9-ba62-0f66de4d0806\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-06-23T02:58:21.001084Z","caller":"traceutil/trace.go:171","msg":"trace[1706624730] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e3f54f18-8985-46c9-ba62-0f66de4d0806; range_end:; response_count:1; response_revision:1875; }","duration":"134.880521ms","start":"2026-06-23T02:58:20.866182Z","end":"2026-06-23T02:58:21.001062Z","steps":["trace[1706624730] 'agreement among raft nodes before linearized reading' (duration: 134.603333ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T02:58:21.001311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.547463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-06-23T02:58:21.001442Z","caller":"traceutil/trace.go:171","msg":"trace[1332872549] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1875; }","duration":"103.722798ms","start":"2026-06-23T02:58:20.8977Z","end":"2026-06-23T02:58:21.001423Z","steps":["trace[1332872549] 'agreement among raft nodes before linearized reading' (duration: 103.326756ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T02:58:21.211616Z","caller":"traceutil/trace.go:171","msg":"trace[685957506] transaction","detail":"{read_only:false; response_revision:1877; number_of_response:1; }","duration":"122.247424ms","start":"2026-06-23T02:58:21.089342Z","end":"2026-06-23T02:58:21.21159Z","steps":["trace[685957506] 'process raft request' (duration: 121.802321ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T02:58:21.470209Z","caller":"traceutil/trace.go:171","msg":"trace[1153059639] transaction","detail":"{read_only:false; response_revision:1878; number_of_response:1; }","duration":"254.332294ms","start":"2026-06-23T02:58:21.215841Z","end":"2026-06-23T02:58:21.470173Z","steps":["trace[1153059639] 'process raft request' (duration: 181.609926ms)","trace[1153059639] 'compare' (duration: 72.590064ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T02:58:21.476205Z","caller":"traceutil/trace.go:171","msg":"trace[546232050] transaction","detail":"{read_only:false; response_revision:1879; number_of_response:1; }","duration":"260.287738ms","start":"2026-06-23T02:58:21.2159Z","end":"2026-06-23T02:58:21.476188Z","steps":["trace[546232050] 'process raft request' (duration: 260.173875ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T02:58:21.476604Z","caller":"traceutil/trace.go:171","msg":"trace[1457038024] linearizableReadLoop","detail":"{readStateIndex:1951; appliedIndex:1948; }","duration":"103.262455ms","start":"2026-06-23T02:58:21.373329Z","end":"2026-06-23T02:58:21.476591Z","steps":["trace[1457038024] 'read index received' (duration: 24.13312ms)","trace[1457038024] 'applied index is now lower than readState.Index' (duration: 79.127985ms)"],"step_count":2} {"level":"warn","ts":"2026-06-23T02:58:21.476792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.45234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-06-23T02:58:21.476851Z","caller":"traceutil/trace.go:171","msg":"trace[826874320] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1880; }","duration":"103.523592ms","start":"2026-06-23T02:58:21.373309Z","end":"2026-06-23T02:58:21.476833Z","steps":["trace[826874320] 'agreement among raft nodes before linearized reading' (duration: 103.330126ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T02:58:21.477091Z","caller":"traceutil/trace.go:171","msg":"trace[1733981807] transaction","detail":"{read_only:false; response_revision:1880; number_of_response:1; }","duration":"258.765624ms","start":"2026-06-23T02:58:21.21831Z","end":"2026-06-23T02:58:21.477076Z","steps":["trace[1733981807] 'process raft request' (duration: 257.832687ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T02:58:33.997038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.217319ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-23T02:58:33.997173Z","caller":"traceutil/trace.go:171","msg":"trace[708563208] linearizableReadLoop","detail":"{readStateIndex:2056; appliedIndex:2055; }","duration":"240.391611ms","start":"2026-06-23T02:58:33.756763Z","end":"2026-06-23T02:58:33.997155Z","steps":["trace[708563208] 'read index received' (duration: 123.948495ms)","trace[708563208] 'applied index is now lower than readState.Index' (duration: 116.441566ms)"],"step_count":2} {"level":"warn","ts":"2026-06-23T02:58:33.997327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.571855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-06-23T02:58:33.997304Z","caller":"traceutil/trace.go:171","msg":"trace[404029968] transaction","detail":"{read_only:false; response_revision:1982; number_of_response:1; }","duration":"273.205832ms","start":"2026-06-23T02:58:33.724058Z","end":"2026-06-23T02:58:33.997264Z","steps":["trace[404029968] 'process raft request' (duration: 156.646003ms)","trace[404029968] 'compare' (duration: 116.078135ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T02:58:33.997366Z","caller":"traceutil/trace.go:171","msg":"trace[265687931] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1982; }","duration":"240.650308ms","start":"2026-06-23T02:58:33.756706Z","end":"2026-06-23T02:58:33.997356Z","steps":["trace[265687931] 'agreement among raft nodes before linearized reading' (duration: 240.497384ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T02:58:34.213202Z","caller":"traceutil/trace.go:171","msg":"trace[81467428] transaction","detail":"{read_only:false; response_revision:1985; number_of_response:1; }","duration":"106.838828ms","start":"2026-06-23T02:58:34.106318Z","end":"2026-06-23T02:58:34.213157Z","steps":["trace[81467428] 'process raft request' (duration: 60.150385ms)","trace[81467428] 'compare' (duration: 46.425596ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T02:58:34.372678Z","caller":"traceutil/trace.go:171","msg":"trace[1439886807] transaction","detail":"{read_only:false; response_revision:1988; number_of_response:1; }","duration":"106.782306ms","start":"2026-06-23T02:58:34.265791Z","end":"2026-06-23T02:58:34.372573Z","steps":["trace[1439886807] 'process raft request' (duration: 90.37157ms)","trace[1439886807] 'compare' (duration: 16.263701ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T02:58:38.202205Z","caller":"traceutil/trace.go:171","msg":"trace[1908209130] linearizableReadLoop","detail":"{readStateIndex:2089; appliedIndex:2088; }","duration":"158.232677ms","start":"2026-06-23T02:58:38.043952Z","end":"2026-06-23T02:58:38.202184Z","steps":["trace[1908209130] 'read index received' (duration: 158.036502ms)","trace[1908209130] 'applied index is now lower than readState.Index' (duration: 195.275µs)"],"step_count":2} {"level":"info","ts":"2026-06-23T02:58:38.202268Z","caller":"traceutil/trace.go:171","msg":"trace[580336252] transaction","detail":"{read_only:false; response_revision:2014; number_of_response:1; }","duration":"189.836635ms","start":"2026-06-23T02:58:38.012395Z","end":"2026-06-23T02:58:38.202231Z","steps":["trace[580336252] 'process raft request' (duration: 189.643949ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T02:58:38.202417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.440764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-23T02:58:38.202448Z","caller":"traceutil/trace.go:171","msg":"trace[213922732] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2014; }","duration":"158.522656ms","start":"2026-06-23T02:58:38.043917Z","end":"2026-06-23T02:58:38.202439Z","steps":["trace[213922732] 'agreement among raft nodes before linearized reading' (duration: 158.370121ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T02:58:38.20255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.663743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-06-23T02:58:38.202631Z","caller":"traceutil/trace.go:171","msg":"trace[784973939] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2014; }","duration":"125.797328ms","start":"2026-06-23T02:58:38.076815Z","end":"2026-06-23T02:58:38.202613Z","steps":["trace[784973939] 'agreement among raft nodes before linearized reading' (duration: 125.52607ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T02:59:10.553032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.906181ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-23T02:59:10.553301Z","caller":"traceutil/trace.go:171","msg":"trace[1970633750] transaction","detail":"{read_only:false; response_revision:2195; number_of_response:1; }","duration":"177.974685ms","start":"2026-06-23T02:59:10.375293Z","end":"2026-06-23T02:59:10.553268Z","steps":["trace[1970633750] 'process raft request' (duration: 52.694744ms)","trace[1970633750] 'compare' (duration: 124.759106ms)"],"step_count":2} {"level":"warn","ts":"2026-06-23T02:59:16.709957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.58954ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-23T02:59:16.710073Z","caller":"traceutil/trace.go:171","msg":"trace[839151569] linearizableReadLoop","detail":"{readStateIndex:2310; appliedIndex:2308; }","duration":"305.639119ms","start":"2026-06-23T02:59:16.404417Z","end":"2026-06-23T02:59:16.710056Z","steps":["trace[839151569] 'read index received' (duration: 20.229964ms)","trace[839151569] 'applied index is now lower than readState.Index' (duration: 285.407655ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T02:59:16.710157Z","caller":"traceutil/trace.go:171","msg":"trace[88923996] transaction","detail":"{read_only:false; response_revision:2226; number_of_response:1; }","duration":"321.05788ms","start":"2026-06-23T02:59:16.389081Z","end":"2026-06-23T02:59:16.710139Z","steps":["trace[88923996] 'process raft request' (duration: 188.159821ms)","trace[88923996] 'compare' (duration: 132.213159ms)"],"step_count":2} {"level":"warn","ts":"2026-06-23T02:59:16.710243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.830165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-06-23T02:59:16.71025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T02:59:16.389026Z","time spent":"321.182433ms","remote":"127.0.0.1:42852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T02:59:16.710293Z","caller":"traceutil/trace.go:171","msg":"trace[1487271845] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2226; }","duration":"305.905388ms","start":"2026-06-23T02:59:16.404359Z","end":"2026-06-23T02:59:16.710264Z","steps":["trace[1487271845] 'agreement among raft nodes before linearized reading' (duration: 305.773104ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T02:59:16.710322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T02:59:16.404344Z","time spent":"305.970619ms","remote":"127.0.0.1:42852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-06-23T02:59:16.740032Z","caller":"traceutil/trace.go:171","msg":"trace[1327658743] transaction","detail":"{read_only:false; response_revision:2227; number_of_response:1; }","duration":"120.981003ms","start":"2026-06-23T02:59:16.619021Z","end":"2026-06-23T02:59:16.740002Z","steps":["trace[1327658743] 'process raft request' (duration: 120.695885ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T02:59:16.740093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.657729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-06-23T02:59:16.740168Z","caller":"traceutil/trace.go:171","msg":"trace[1418428314] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2227; }","duration":"161.802642ms","start":"2026-06-23T02:59:16.578347Z","end":"2026-06-23T02:59:16.74015Z","steps":["trace[1418428314] 'agreement among raft nodes before linearized reading' (duration: 161.583396ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T02:59:16.967704Z","caller":"traceutil/trace.go:171","msg":"trace[2142928658] transaction","detail":"{read_only:false; response_revision:2228; number_of_response:1; }","duration":"252.134491ms","start":"2026-06-23T02:59:16.715545Z","end":"2026-06-23T02:59:16.96768Z","steps":["trace[2142928658] 'process raft request' (duration: 152.471604ms)","trace[2142928658] 'compare' (duration: 99.529553ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T02:59:17.046902Z","caller":"traceutil/trace.go:171","msg":"trace[820290561] transaction","detail":"{read_only:false; response_revision:2229; number_of_response:1; }","duration":"301.674861ms","start":"2026-06-23T02:59:16.745178Z","end":"2026-06-23T02:59:17.046852Z","steps":["trace[820290561] 'process raft request' (duration: 301.432504ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T02:59:17.047104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.221047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-06-23T02:59:17.047169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T02:59:16.745144Z","time spent":"301.889318ms","remote":"127.0.0.1:42852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T02:59:17.047197Z","caller":"traceutil/trace.go:171","msg":"trace[1519675250] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2229; }","duration":"151.436363ms","start":"2026-06-23T02:59:16.895738Z","end":"2026-06-23T02:59:17.047174Z","steps":["trace[1519675250] 'agreement among raft nodes before linearized reading' (duration: 151.196335ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T02:59:17.04685Z","caller":"traceutil/trace.go:171","msg":"trace[2125552327] linearizableReadLoop","detail":"{readStateIndex:2313; appliedIndex:2312; }","duration":"150.904936ms","start":"2026-06-23T02:59:16.895869Z","end":"2026-06-23T02:59:17.046774Z","steps":["trace[2125552327] 'read index received' (duration: 150.717971ms)","trace[2125552327] 'applied index is now lower than readState.Index' (duration: 185.315µs)"],"step_count":2} {"level":"info","ts":"2026-06-23T02:59:52.119009Z","caller":"traceutil/trace.go:171","msg":"trace[1867499424] transaction","detail":"{read_only:false; response_revision:2593; number_of_response:1; }","duration":"195.213415ms","start":"2026-06-23T02:59:51.923769Z","end":"2026-06-23T02:59:52.118982Z","steps":["trace[1867499424] 'process raft request' (duration: 195.03952ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T02:59:52.122094Z","caller":"traceutil/trace.go:171","msg":"trace[163518745] transaction","detail":"{read_only:false; response_revision:2595; number_of_response:1; }","duration":"160.582774ms","start":"2026-06-23T02:59:51.961478Z","end":"2026-06-23T02:59:52.122061Z","steps":["trace[163518745] 'process raft request' (duration: 159.994907ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T02:59:52.122133Z","caller":"traceutil/trace.go:171","msg":"trace[814130359] transaction","detail":"{read_only:false; response_revision:2594; number_of_response:1; }","duration":"195.665098ms","start":"2026-06-23T02:59:51.926438Z","end":"2026-06-23T02:59:52.122103Z","steps":["trace[814130359] 'process raft request' (duration: 194.886086ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T03:03:07.358684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.929359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T03:03:07.358794Z","caller":"traceutil/trace.go:171","msg":"trace[1971130359] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:3850; }","duration":"147.112524ms","start":"2026-06-23T03:03:07.211658Z","end":"2026-06-23T03:03:07.358771Z","steps":["trace[1971130359] 'range keys from in-memory index tree' (duration: 146.677282ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T03:04:30.21416Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223746487726153588,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-23T03:04:30.715111Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223746487726153588,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-23T03:04:31.216011Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":1223746487726153588,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-23T03:04:31.300875Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.623510951s","expected-duration":"1s"} {"level":"info","ts":"2026-06-23T03:04:31.301405Z","caller":"traceutil/trace.go:171","msg":"trace[2077247958] transaction","detail":"{read_only:false; response_revision:4739; number_of_response:1; }","duration":"1.624114118s","start":"2026-06-23T03:04:29.677264Z","end":"2026-06-23T03:04:31.301378Z","steps":["trace[2077247958] 'process raft request' (duration: 1.623909602s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T03:04:31.301702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T03:04:29.677237Z","time spent":"1.624266933s","remote":"127.0.0.1:42852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T03:04:31.339004Z","caller":"traceutil/trace.go:171","msg":"trace[1601400942] linearizableReadLoop","detail":"{readStateIndex:4920; appliedIndex:4916; }","duration":"1.6255822s","start":"2026-06-23T03:04:29.713386Z","end":"2026-06-23T03:04:31.338969Z","steps":["trace[1601400942] 'read index received' (duration: 1.587683437s)","trace[1601400942] 'applied index is now lower than readState.Index' (duration: 37.897643ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T03:04:31.339408Z","caller":"traceutil/trace.go:171","msg":"trace[1554201825] transaction","detail":"{read_only:false; response_revision:4740; number_of_response:1; }","duration":"1.310296907s","start":"2026-06-23T03:04:30.029096Z","end":"2026-06-23T03:04:31.339393Z","steps":["trace[1554201825] 'process raft request' (duration: 1.309592827s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T03:04:31.339549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T03:04:30.029056Z","time spent":"1.310388899s","remote":"127.0.0.1:42852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T03:04:31.339809Z","caller":"traceutil/trace.go:171","msg":"trace[236018507] transaction","detail":"{read_only:false; response_revision:4741; number_of_response:1; }","duration":"1.304252345s","start":"2026-06-23T03:04:30.035488Z","end":"2026-06-23T03:04:31.33974Z","steps":["trace[236018507] 'process raft request' (duration: 1.303402742s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T03:04:31.339873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T03:04:30.035468Z","time spent":"1.304371878s","remote":"127.0.0.1:42852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T03:04:31.340003Z","caller":"traceutil/trace.go:171","msg":"trace[1433518310] transaction","detail":"{read_only:false; response_revision:4742; number_of_response:1; }","duration":"140.432474ms","start":"2026-06-23T03:04:31.199562Z","end":"2026-06-23T03:04:31.339995Z","steps":["trace[1433518310] 'process raft request' (duration: 139.370215ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T03:04:31.340175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.626790363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-23T03:04:31.340216Z","caller":"traceutil/trace.go:171","msg":"trace[1103780970] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:4742; }","duration":"1.626886776s","start":"2026-06-23T03:04:29.713321Z","end":"2026-06-23T03:04:31.340208Z","steps":["trace[1103780970] 'agreement among raft nodes before linearized reading' (duration: 1.626773253s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T03:04:31.340247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T03:04:29.713269Z","time spent":"1.626969208s","remote":"127.0.0.1:47938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":73,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-06-23T03:04:31.340456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.605066648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-23T03:04:31.340488Z","caller":"traceutil/trace.go:171","msg":"trace[1306230247] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:4742; }","duration":"1.605139231s","start":"2026-06-23T03:04:29.735341Z","end":"2026-06-23T03:04:31.340481Z","steps":["trace[1306230247] 'agreement among raft nodes before linearized reading' (duration: 1.605088629s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T03:04:31.340517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T03:04:29.73532Z","time spent":"1.605189643s","remote":"127.0.0.1:42812","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":1,"response size":30,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-06-23T03:04:31.340738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.247647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-06-23T03:04:31.34071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.318243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-06-23T03:04:31.340774Z","caller":"traceutil/trace.go:171","msg":"trace[1680297529] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4742; }","duration":"619.345969ms","start":"2026-06-23T03:04:30.72142Z","end":"2026-06-23T03:04:31.340766Z","steps":["trace[1680297529] 'agreement among raft nodes before linearized reading' (duration: 619.216345ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T03:04:31.3408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T03:04:30.721396Z","time spent":"619.398851ms","remote":"127.0.0.1:42852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-06-23T03:04:31.34081Z","caller":"traceutil/trace.go:171","msg":"trace[1547388337] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4742; }","duration":"381.487418ms","start":"2026-06-23T03:04:30.959296Z","end":"2026-06-23T03:04:31.340784Z","steps":["trace[1547388337] 'agreement among raft nodes before linearized reading' (duration: 381.182519ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T03:04:31.340864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T03:04:30.95927Z","time spent":"381.583651ms","remote":"127.0.0.1:42852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-23T03:04:31.340952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.365542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-06-23T03:04:31.340983Z","caller":"traceutil/trace.go:171","msg":"trace[733880106] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4742; }","duration":"671.431474ms","start":"2026-06-23T03:04:30.669543Z","end":"2026-06-23T03:04:31.340975Z","steps":["trace[733880106] 'agreement among raft nodes before linearized reading' (duration: 671.357852ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T03:04:31.341013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T03:04:30.669521Z","time spent":"671.486296ms","remote":"127.0.0.1:42852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-23T03:04:31.341082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.170830659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T03:04:31.341108Z","caller":"traceutil/trace.go:171","msg":"trace[752351090] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4742; }","duration":"1.17086661s","start":"2026-06-23T03:04:30.170235Z","end":"2026-06-23T03:04:31.341101Z","steps":["trace[752351090] 'agreement among raft nodes before linearized reading' (duration: 1.170831079s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T03:04:31.34113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T03:04:30.17023Z","time spent":"1.170895821s","remote":"127.0.0.1:47886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-23T03:04:31.341295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171474217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6lvtw\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-06-23T03:04:31.341329Z","caller":"traceutil/trace.go:171","msg":"trace[20818145] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6lvtw; range_end:; response_count:1; response_revision:4742; }","duration":"1.17154206s","start":"2026-06-23T03:04:30.169778Z","end":"2026-06-23T03:04:31.34132Z","steps":["trace[20818145] 'agreement among raft nodes before linearized reading' (duration: 1.171453387s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T03:04:31.341353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T03:04:30.169762Z","time spent":"1.17158553s","remote":"127.0.0.1:42752","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-6lvtw\" "} {"level":"warn","ts":"2026-06-23T03:04:31.341506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.290194288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T03:04:31.341544Z","caller":"traceutil/trace.go:171","msg":"trace[1186040887] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:4742; }","duration":"1.290273721s","start":"2026-06-23T03:04:30.051257Z","end":"2026-06-23T03:04:31.341531Z","steps":["trace[1186040887] 'agreement among raft nodes before linearized reading' (duration: 1.290220029s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T03:04:31.341571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T03:04:30.051235Z","time spent":"1.290328651s","remote":"127.0.0.1:47520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-06-23T03:04:31.341741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.484385094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.183\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-06-23T03:04:31.341772Z","caller":"traceutil/trace.go:171","msg":"trace[1939234116] range","detail":"{range_begin:/registry/masterleases/199.19.213.183; range_end:; response_count:1; response_revision:4742; }","duration":"1.484452746s","start":"2026-06-23T03:04:29.857312Z","end":"2026-06-23T03:04:31.341765Z","steps":["trace[1939234116] 'agreement among raft nodes before linearized reading' (duration: 1.484373304s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T03:04:31.341799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T03:04:29.857299Z","time spent":"1.484494487s","remote":"127.0.0.1:47926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.19.213.183\" "} {"level":"warn","ts":"2026-06-23T03:04:31.341932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.529358567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T03:04:31.341968Z","caller":"traceutil/trace.go:171","msg":"trace[1507643837] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:4742; }","duration":"1.529393847s","start":"2026-06-23T03:04:29.812564Z","end":"2026-06-23T03:04:31.341958Z","steps":["trace[1507643837] 'agreement among raft nodes before linearized reading' (duration: 1.529347996s)"],"step_count":1} {"level":"warn","ts":"2026-06-23T03:04:31.341996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T03:04:29.812531Z","time spent":"1.529457299s","remote":"127.0.0.1:47700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-06-23T03:04:53.454654Z","caller":"traceutil/trace.go:171","msg":"trace[113067489] linearizableReadLoop","detail":"{readStateIndex:5462; appliedIndex:5461; }","duration":"285.717157ms","start":"2026-06-23T03:04:53.168912Z","end":"2026-06-23T03:04:53.454629Z","steps":["trace[113067489] 'read index received' (duration: 285.564611ms)","trace[113067489] 'applied index is now lower than readState.Index' (duration: 151.326µs)"],"step_count":2} {"level":"info","ts":"2026-06-23T03:04:53.45474Z","caller":"traceutil/trace.go:171","msg":"trace[1003066389] transaction","detail":"{read_only:false; response_revision:5268; number_of_response:1; }","duration":"300.878146ms","start":"2026-06-23T03:04:53.15381Z","end":"2026-06-23T03:04:53.454688Z","steps":["trace[1003066389] 'process raft request' (duration: 300.616228ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T03:04:53.45484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.906101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T03:04:53.454912Z","caller":"traceutil/trace.go:171","msg":"trace[341828273] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5268; }","duration":"286.062128ms","start":"2026-06-23T03:04:53.168815Z","end":"2026-06-23T03:04:53.454877Z","steps":["trace[341828273] 'agreement among raft nodes before linearized reading' (duration: 285.931544ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T03:04:53.454954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T03:04:53.153778Z","time spent":"301.071322ms","remote":"127.0.0.1:42624","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":126988,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T03:04:53.783432Z","caller":"traceutil/trace.go:171","msg":"trace[872555700] transaction","detail":"{read_only:false; response_revision:5281; number_of_response:1; }","duration":"144.268064ms","start":"2026-06-23T03:04:53.639135Z","end":"2026-06-23T03:04:53.783403Z","steps":["trace[872555700] 'process raft request' (duration: 144.192802ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T03:04:53.783701Z","caller":"traceutil/trace.go:171","msg":"trace[658394095] transaction","detail":"{read_only:false; response_revision:5280; number_of_response:1; }","duration":"148.76456ms","start":"2026-06-23T03:04:53.634913Z","end":"2026-06-23T03:04:53.783677Z","steps":["trace[658394095] 'process raft request' (duration: 122.980931ms)","trace[658394095] 'compare' (duration: 25.309756ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T03:05:02.086182Z","caller":"traceutil/trace.go:171","msg":"trace[243904615] transaction","detail":"{read_only:false; response_revision:5442; number_of_response:1; }","duration":"124.120644ms","start":"2026-06-23T03:05:01.962021Z","end":"2026-06-23T03:05:02.086142Z","steps":["trace[243904615] 'process raft request' (duration: 123.785525ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T03:06:06.789452Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3021} {"level":"info","ts":"2026-06-23T03:06:06.869878Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3021,"took":"79.038774ms","hash":1766161757,"current-db-size-bytes":58486784,"current-db-size":"58 MB","current-db-size-in-use-bytes":31694848,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-06-23T03:06:06.869953Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1766161757,"revision":3021,"compact-revision":-1} {"level":"info","ts":"2026-06-23T03:07:08.24228Z","caller":"traceutil/trace.go:171","msg":"trace[243465096] transaction","detail":"{read_only:false; response_revision:6510; number_of_response:1; }","duration":"116.646649ms","start":"2026-06-23T03:07:08.1256Z","end":"2026-06-23T03:07:08.242247Z","steps":["trace[243465096] 'process raft request' (duration: 116.411103ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T03:07:08.242301Z","caller":"traceutil/trace.go:171","msg":"trace[1562849836] transaction","detail":"{read_only:false; response_revision:6511; number_of_response:1; }","duration":"116.267757ms","start":"2026-06-23T03:07:08.126006Z","end":"2026-06-23T03:07:08.242274Z","steps":["trace[1562849836] 'process raft request' (duration: 116.150274ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T03:11:06.797217Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6065} {"level":"info","ts":"2026-06-23T03:11:06.894782Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6065,"took":"95.734976ms","hash":951083497,"current-db-size-bytes":58486784,"current-db-size":"58 MB","current-db-size-in-use-bytes":21708800,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-06-23T03:11:06.894884Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":951083497,"revision":6065,"compact-revision":3021} {"level":"info","ts":"2026-06-23T03:11:42.13584Z","caller":"traceutil/trace.go:171","msg":"trace[776506924] transaction","detail":"{read_only:false; response_revision:8493; number_of_response:1; }","duration":"315.764297ms","start":"2026-06-23T03:11:41.820053Z","end":"2026-06-23T03:11:42.135818Z","steps":["trace[776506924] 'process raft request' (duration: 315.602983ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T03:11:42.13598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T03:11:41.820031Z","time spent":"315.87458ms","remote":"127.0.0.1:42852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T03:11:42.146932Z","caller":"traceutil/trace.go:171","msg":"trace[738962709] linearizableReadLoop","detail":"{readStateIndex:8791; appliedIndex:8789; }","duration":"186.257114ms","start":"2026-06-23T03:11:41.960641Z","end":"2026-06-23T03:11:42.146898Z","steps":["trace[738962709] 'read index received' (duration: 175.036265ms)","trace[738962709] 'applied index is now lower than readState.Index' (duration: 11.219449ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T03:11:42.14698Z","caller":"traceutil/trace.go:171","msg":"trace[170022976] transaction","detail":"{read_only:false; response_revision:8494; number_of_response:1; }","duration":"326.674346ms","start":"2026-06-23T03:11:41.820283Z","end":"2026-06-23T03:11:42.146957Z","steps":["trace[170022976] 'process raft request' (duration: 326.491401ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T03:11:42.14707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T03:11:41.82026Z","time spent":"326.765359ms","remote":"127.0.0.1:42852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-23T03:11:42.147156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.179787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-06-23T03:11:42.147193Z","caller":"traceutil/trace.go:171","msg":"trace[655122237] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8494; }","duration":"183.249739ms","start":"2026-06-23T03:11:41.96393Z","end":"2026-06-23T03:11:42.14718Z","steps":["trace[655122237] 'agreement among raft nodes before linearized reading' (duration: 183.112345ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T03:11:42.147178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.553727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T03:11:42.147254Z","caller":"traceutil/trace.go:171","msg":"trace[1279801568] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:8494; }","duration":"140.68265ms","start":"2026-06-23T03:11:42.006553Z","end":"2026-06-23T03:11:42.147236Z","steps":["trace[1279801568] 'agreement among raft nodes before linearized reading' (duration: 140.557917ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T03:11:42.147291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.628514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-06-23T03:11:42.147377Z","caller":"traceutil/trace.go:171","msg":"trace[1667226999] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8494; }","duration":"186.764928ms","start":"2026-06-23T03:11:41.960587Z","end":"2026-06-23T03:11:42.147351Z","steps":["trace[1667226999] 'agreement among raft nodes before linearized reading' (duration: 186.44717ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T03:11:42.14741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.265418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-6lvtw\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-06-23T03:11:42.14755Z","caller":"traceutil/trace.go:171","msg":"trace[97844228] range","detail":"{range_begin:/registry/pods/openstack/keepalived-6lvtw; range_end:; response_count:1; response_revision:8494; }","duration":"140.474124ms","start":"2026-06-23T03:11:42.007042Z","end":"2026-06-23T03:11:42.147516Z","steps":["trace[97844228] 'agreement among raft nodes before linearized reading' (duration: 140.055942ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T03:11:43.47343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.594966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T03:11:43.473547Z","caller":"traceutil/trace.go:171","msg":"trace[939896038] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8501; }","duration":"111.77206ms","start":"2026-06-23T03:11:43.361749Z","end":"2026-06-23T03:11:43.473521Z","steps":["trace[939896038] 'count revisions from in-memory index tree' (duration: 111.518773ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T03:12:06.894495Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000022ff.wal"} {"level":"info","ts":"2026-06-23T03:12:15.75586Z","caller":"traceutil/trace.go:171","msg":"trace[1673084159] transaction","detail":"{read_only:false; response_revision:8726; number_of_response:1; }","duration":"386.421371ms","start":"2026-06-23T03:12:15.369414Z","end":"2026-06-23T03:12:15.755836Z","steps":["trace[1673084159] 'process raft request' (duration: 386.257557ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T03:12:15.755994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T03:12:15.369395Z","time spent":"386.530714ms","remote":"127.0.0.1:42852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T03:12:15.775578Z","caller":"traceutil/trace.go:171","msg":"trace[571371908] linearizableReadLoop","detail":"{readStateIndex:9034; appliedIndex:9031; }","duration":"292.286601ms","start":"2026-06-23T03:12:15.483274Z","end":"2026-06-23T03:12:15.77556Z","steps":["trace[571371908] 'read index received' (duration: 272.342795ms)","trace[571371908] 'applied index is now lower than readState.Index' (duration: 19.940426ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T03:12:15.775614Z","caller":"traceutil/trace.go:171","msg":"trace[1508215582] transaction","detail":"{read_only:false; response_revision:8727; number_of_response:1; }","duration":"400.806609ms","start":"2026-06-23T03:12:15.374788Z","end":"2026-06-23T03:12:15.775595Z","steps":["trace[1508215582] 'process raft request' (duration: 400.627004ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T03:12:15.775683Z","caller":"traceutil/trace.go:171","msg":"trace[630326284] transaction","detail":"{read_only:false; response_revision:8728; number_of_response:1; }","duration":"396.990502ms","start":"2026-06-23T03:12:15.37867Z","end":"2026-06-23T03:12:15.775661Z","steps":["trace[630326284] 'process raft request' (duration: 396.846738ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T03:12:15.77571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T03:12:15.374774Z","time spent":"400.884522ms","remote":"127.0.0.1:42852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-23T03:12:15.775836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T03:12:15.378644Z","time spent":"397.095214ms","remote":"127.0.0.1:42852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-23T03:12:15.775857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.548038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T03:12:15.775939Z","caller":"traceutil/trace.go:171","msg":"trace[5768697] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:8728; }","duration":"292.691462ms","start":"2026-06-23T03:12:15.483231Z","end":"2026-06-23T03:12:15.775922Z","steps":["trace[5768697] 'agreement among raft nodes before linearized reading' (duration: 292.493336ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T03:12:15.776009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.683256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-06-23T03:12:15.776068Z","caller":"traceutil/trace.go:171","msg":"trace[162589691] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:8728; }","duration":"216.791749ms","start":"2026-06-23T03:12:15.559266Z","end":"2026-06-23T03:12:15.776058Z","steps":["trace[162589691] 'agreement among raft nodes before linearized reading' (duration: 216.643305ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T03:12:24.297742Z","caller":"traceutil/trace.go:171","msg":"trace[459786406] transaction","detail":"{read_only:false; response_revision:8815; number_of_response:1; }","duration":"124.084319ms","start":"2026-06-23T03:12:24.173629Z","end":"2026-06-23T03:12:24.297714Z","steps":["trace[459786406] 'process raft request' (duration: 123.40985ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T03:12:25.301607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.303698ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-06-23T03:12:25.301688Z","caller":"traceutil/trace.go:171","msg":"trace[1380643343] linearizableReadLoop","detail":"{readStateIndex:9134; appliedIndex:9133; }","duration":"123.007328ms","start":"2026-06-23T03:12:25.178667Z","end":"2026-06-23T03:12:25.301675Z","steps":["trace[1380643343] 'read index received' (duration: 26.571µs)","trace[1380643343] 'applied index is now lower than readState.Index' (duration: 122.979657ms)"],"step_count":2} {"level":"warn","ts":"2026-06-23T03:12:25.301785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.105321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T03:12:25.301808Z","caller":"traceutil/trace.go:171","msg":"trace[1346263490] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8822; }","duration":"123.162054ms","start":"2026-06-23T03:12:25.178639Z","end":"2026-06-23T03:12:25.301801Z","steps":["trace[1346263490] 'agreement among raft nodes before linearized reading' (duration: 123.087251ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T03:13:54.155623Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d11d60056e8410fb","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-06-23T03:13:54.161389Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-06-23T03:13:54.161464Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-06-23T03:16:06.803779Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8128} {"level":"info","ts":"2026-06-23T03:16:06.867997Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8128,"took":"62.32621ms","hash":2264218081,"current-db-size-bytes":58486784,"current-db-size":"58 MB","current-db-size-in-use-bytes":28438528,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-06-23T03:16:06.868065Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2264218081,"revision":8128,"compact-revision":6065} {"level":"info","ts":"2026-06-23T03:19:20.04496Z","caller":"traceutil/trace.go:171","msg":"trace[1733953103] linearizableReadLoop","detail":"{readStateIndex:12414; appliedIndex:12413; }","duration":"113.930729ms","start":"2026-06-23T03:19:19.931001Z","end":"2026-06-23T03:19:20.044932Z","steps":["trace[1733953103] 'read index received' (duration: 113.797786ms)","trace[1733953103] 'applied index is now lower than readState.Index' (duration: 131.293µs)"],"step_count":2} {"level":"warn","ts":"2026-06-23T03:19:20.045115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.119214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T03:19:20.045153Z","caller":"traceutil/trace.go:171","msg":"trace[302603752] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:12005; }","duration":"114.249888ms","start":"2026-06-23T03:19:19.930891Z","end":"2026-06-23T03:19:20.045141Z","steps":["trace[302603752] 'agreement among raft nodes before linearized reading' (duration: 114.152875ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T03:19:20.379822Z","caller":"traceutil/trace.go:171","msg":"trace[1351948123] transaction","detail":"{read_only:false; response_revision:12009; number_of_response:1; }","duration":"105.447897ms","start":"2026-06-23T03:19:20.274341Z","end":"2026-06-23T03:19:20.379789Z","steps":["trace[1351948123] 'process raft request' (duration: 84.592453ms)","trace[1351948123] 'compare' (duration: 20.106623ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T03:19:21.481047Z","caller":"traceutil/trace.go:171","msg":"trace[724240794] transaction","detail":"{read_only:false; response_revision:12018; number_of_response:1; }","duration":"104.984343ms","start":"2026-06-23T03:19:21.376033Z","end":"2026-06-23T03:19:21.481017Z","steps":["trace[724240794] 'process raft request' (duration: 104.779818ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T03:19:21.527971Z","caller":"traceutil/trace.go:171","msg":"trace[1068992500] transaction","detail":"{read_only:false; response_revision:12019; number_of_response:1; }","duration":"150.140572ms","start":"2026-06-23T03:19:21.377752Z","end":"2026-06-23T03:19:21.527892Z","steps":["trace[1068992500] 'process raft request' (duration: 149.34882ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T03:19:21.528174Z","caller":"traceutil/trace.go:171","msg":"trace[1495032478] transaction","detail":"{read_only:false; response_revision:12020; number_of_response:1; }","duration":"149.234796ms","start":"2026-06-23T03:19:21.378068Z","end":"2026-06-23T03:19:21.527302Z","steps":["trace[1495032478] 'process raft request' (duration: 149.182644ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T03:21:06.810408Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10543} {"level":"info","ts":"2026-06-23T03:21:06.898002Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10543,"took":"84.343966ms","hash":3194735444,"current-db-size-bytes":58486784,"current-db-size":"58 MB","current-db-size-in-use-bytes":26079232,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-06-23T03:21:06.898061Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3194735444,"revision":10543,"compact-revision":8128} {"level":"info","ts":"2026-06-23T03:25:31.018091Z","caller":"traceutil/trace.go:171","msg":"trace[1875375119] transaction","detail":"{read_only:false; response_revision:14512; number_of_response:1; }","duration":"132.118998ms","start":"2026-06-23T03:25:30.88595Z","end":"2026-06-23T03:25:31.018069Z","steps":["trace[1875375119] 'process raft request' (duration: 131.031878ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T03:25:31.022379Z","caller":"traceutil/trace.go:171","msg":"trace[1829586781] transaction","detail":"{read_only:false; response_revision:14513; number_of_response:1; }","duration":"124.78647ms","start":"2026-06-23T03:25:30.897567Z","end":"2026-06-23T03:25:31.022354Z","steps":["trace[1829586781] 'process raft request' (duration: 124.654317ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T03:25:53.03805Z","caller":"traceutil/trace.go:171","msg":"trace[2054312083] transaction","detail":"{read_only:false; response_revision:14629; number_of_response:1; }","duration":"140.217459ms","start":"2026-06-23T03:25:52.897774Z","end":"2026-06-23T03:25:53.037991Z","steps":["trace[2054312083] 'process raft request' (duration: 137.761509ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T03:26:06.817644Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12709} {"level":"info","ts":"2026-06-23T03:26:06.893381Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12709,"took":"72.186283ms","hash":1004321294,"current-db-size-bytes":58486784,"current-db-size":"58 MB","current-db-size-in-use-bytes":27639808,"current-db-size-in-use":"28 MB"} {"level":"info","ts":"2026-06-23T03:26:06.893432Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1004321294,"revision":12709,"compact-revision":10543} {"level":"warn","ts":"2026-06-23T03:26:10.052642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.271618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.19.213.183\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-06-23T03:26:10.052725Z","caller":"traceutil/trace.go:171","msg":"trace[1977791388] range","detail":"{range_begin:/registry/masterleases/199.19.213.183; range_end:; response_count:1; response_revision:14732; }","duration":"122.390822ms","start":"2026-06-23T03:26:09.930314Z","end":"2026-06-23T03:26:10.052705Z","steps":["trace[1977791388] 'range keys from in-memory index tree' (duration: 122.109774ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T03:26:10.052734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.835489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T03:26:10.052828Z","caller":"traceutil/trace.go:171","msg":"trace[1126690304] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:14732; }","duration":"165.002234ms","start":"2026-06-23T03:26:09.887804Z","end":"2026-06-23T03:26:10.052807Z","steps":["trace[1126690304] 'count revisions from in-memory index tree' (duration: 164.736426ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T03:26:19.565194Z","caller":"traceutil/trace.go:171","msg":"trace[1729595912] transaction","detail":"{read_only:false; response_revision:14903; number_of_response:1; }","duration":"298.984646ms","start":"2026-06-23T03:26:19.266181Z","end":"2026-06-23T03:26:19.565166Z","steps":["trace[1729595912] 'process raft request' (duration: 298.829782ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T03:26:19.776465Z","caller":"traceutil/trace.go:171","msg":"trace[309776788] linearizableReadLoop","detail":"{readStateIndex:15415; appliedIndex:15413; }","duration":"207.891035ms","start":"2026-06-23T03:26:19.56855Z","end":"2026-06-23T03:26:19.776441Z","steps":["trace[309776788] 'read index received' (duration: 164.324025ms)","trace[309776788] 'applied index is now lower than readState.Index' (duration: 43.565989ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T03:26:19.776529Z","caller":"traceutil/trace.go:171","msg":"trace[1928312430] transaction","detail":"{read_only:false; response_revision:14905; number_of_response:1; }","duration":"474.909051ms","start":"2026-06-23T03:26:19.301571Z","end":"2026-06-23T03:26:19.77648Z","steps":["trace[1928312430] 'process raft request' (duration: 474.813018ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T03:26:19.776656Z","caller":"traceutil/trace.go:171","msg":"trace[1110930371] transaction","detail":"{read_only:false; response_revision:14904; number_of_response:1; }","duration":"482.379714ms","start":"2026-06-23T03:26:19.294246Z","end":"2026-06-23T03:26:19.776626Z","steps":["trace[1110930371] 'process raft request' (duration: 438.591278ms)","trace[1110930371] 'compare' (duration: 43.349803ms)"],"step_count":2} {"level":"warn","ts":"2026-06-23T03:26:19.776722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.120279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-vgt8z.18bb97fa22c85456\" ","response":"range_response_count:1 size:783"} {"level":"warn","ts":"2026-06-23T03:26:19.776736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T03:26:19.301547Z","time spent":"475.088246ms","remote":"127.0.0.1:42852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-23T03:26:19.776736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.169632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-8eb02d1f-f4ee-4842-b00e-38f8b9815537\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-06-23T03:26:19.77681Z","caller":"traceutil/trace.go:171","msg":"trace[477248802] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-8eb02d1f-f4ee-4842-b00e-38f8b9815537; range_end:; response_count:1; response_revision:14905; }","duration":"208.252895ms","start":"2026-06-23T03:26:19.568542Z","end":"2026-06-23T03:26:19.776794Z","steps":["trace[477248802] 'agreement among raft nodes before linearized reading' (duration: 208.037888ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T03:26:19.776823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-23T03:26:19.294214Z","time spent":"482.529699ms","remote":"127.0.0.1:42852","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-23T03:26:19.776762Z","caller":"traceutil/trace.go:171","msg":"trace[1686242604] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-vgt8z.18bb97fa22c85456; range_end:; response_count:1; response_revision:14905; }","duration":"112.226804ms","start":"2026-06-23T03:26:19.664522Z","end":"2026-06-23T03:26:19.776749Z","steps":["trace[1686242604] 'agreement among raft nodes before linearized reading' (duration: 112.065859ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T03:27:59.336498Z","caller":"traceutil/trace.go:171","msg":"trace[795070328] linearizableReadLoop","detail":"{readStateIndex:16536; appliedIndex:16533; }","duration":"106.009054ms","start":"2026-06-23T03:27:59.230454Z","end":"2026-06-23T03:27:59.336463Z","steps":["trace[795070328] 'read index received' (duration: 105.661284ms)","trace[795070328] 'applied index is now lower than readState.Index' (duration: 346.61µs)"],"step_count":2} {"level":"info","ts":"2026-06-23T03:27:59.336961Z","caller":"traceutil/trace.go:171","msg":"trace[1843940463] transaction","detail":"{read_only:false; response_revision:15992; number_of_response:1; }","duration":"138.456245ms","start":"2026-06-23T03:27:59.198489Z","end":"2026-06-23T03:27:59.336945Z","steps":["trace[1843940463] 'process raft request' (duration: 137.694224ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T03:27:59.337186Z","caller":"traceutil/trace.go:171","msg":"trace[882951367] transaction","detail":"{read_only:false; response_revision:15993; number_of_response:1; }","duration":"137.807687ms","start":"2026-06-23T03:27:59.199371Z","end":"2026-06-23T03:27:59.337179Z","steps":["trace[882951367] 'process raft request' (duration: 136.970523ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T03:27:59.337279Z","caller":"traceutil/trace.go:171","msg":"trace[1237110269] transaction","detail":"{read_only:false; response_revision:15994; number_of_response:1; }","duration":"135.259885ms","start":"2026-06-23T03:27:59.202014Z","end":"2026-06-23T03:27:59.337274Z","steps":["trace[1237110269] 'process raft request' (duration: 134.39327ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T03:27:59.338732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.269638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T03:27:59.338838Z","caller":"traceutil/trace.go:171","msg":"trace[451499350] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15994; }","duration":"108.432382ms","start":"2026-06-23T03:27:59.230396Z","end":"2026-06-23T03:27:59.338828Z","steps":["trace[451499350] 'agreement among raft nodes before linearized reading' (duration: 108.271208ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T03:27:59.339544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.97492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:666"} {"level":"info","ts":"2026-06-23T03:27:59.339643Z","caller":"traceutil/trace.go:171","msg":"trace[1995018128] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15994; }","duration":"108.102073ms","start":"2026-06-23T03:27:59.231532Z","end":"2026-06-23T03:27:59.339634Z","steps":["trace[1995018128] 'agreement among raft nodes before linearized reading' (duration: 107.738103ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T03:27:59.341607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.217909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-06-23T03:27:59.341667Z","caller":"traceutil/trace.go:171","msg":"trace[571101572] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15994; }","duration":"107.571119ms","start":"2026-06-23T03:27:59.234087Z","end":"2026-06-23T03:27:59.341658Z","steps":["trace[571101572] 'agreement among raft nodes before linearized reading' (duration: 107.147827ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T03:28:05.23796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.807292ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-06-23T03:28:05.850643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.028234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-23T03:28:05.850747Z","caller":"traceutil/trace.go:171","msg":"trace[1643516179] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:16025; }","duration":"156.199969ms","start":"2026-06-23T03:28:05.694524Z","end":"2026-06-23T03:28:05.850724Z","steps":["trace[1643516179] 'count revisions from in-memory index tree' (duration: 155.922951ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T03:31:06.827792Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14701} {"level":"info","ts":"2026-06-23T03:31:06.918504Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14701,"took":"87.542408ms","hash":678943925,"current-db-size-bytes":58486784,"current-db-size":"58 MB","current-db-size-in-use-bytes":33566720,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-06-23T03:31:06.918574Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":678943925,"revision":14701,"compact-revision":12709} {"level":"info","ts":"2026-06-23T03:33:41.222585Z","caller":"traceutil/trace.go:171","msg":"trace[1526471551] transaction","detail":"{read_only:false; response_revision:18499; number_of_response:1; }","duration":"115.507439ms","start":"2026-06-23T03:33:41.107044Z","end":"2026-06-23T03:33:41.222552Z","steps":["trace[1526471551] 'process raft request' (duration: 115.334314ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T03:33:41.222798Z","caller":"traceutil/trace.go:171","msg":"trace[1629227296] linearizableReadLoop","detail":"{readStateIndex:19127; appliedIndex:19124; }","duration":"109.736485ms","start":"2026-06-23T03:33:41.113029Z","end":"2026-06-23T03:33:41.222765Z","steps":["trace[1629227296] 'read index received' (duration: 76.212174ms)","trace[1629227296] 'applied index is now lower than readState.Index' (duration: 33.522161ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T03:33:41.222864Z","caller":"traceutil/trace.go:171","msg":"trace[784189160] transaction","detail":"{read_only:false; response_revision:18500; number_of_response:1; }","duration":"115.767007ms","start":"2026-06-23T03:33:41.107085Z","end":"2026-06-23T03:33:41.222852Z","steps":["trace[784189160] 'process raft request' (duration: 115.427147ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T03:33:41.223272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.169857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-06-23T03:33:41.223422Z","caller":"traceutil/trace.go:171","msg":"trace[1872993036] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18500; }","duration":"110.398964ms","start":"2026-06-23T03:33:41.112991Z","end":"2026-06-23T03:33:41.22339Z","steps":["trace[1872993036] 'agreement among raft nodes before linearized reading' (duration: 109.91047ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T03:33:45.121613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.888213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-06-23T03:33:45.121706Z","caller":"traceutil/trace.go:171","msg":"trace[1580524440] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18528; }","duration":"132.034817ms","start":"2026-06-23T03:33:44.989644Z","end":"2026-06-23T03:33:45.121678Z","steps":["trace[1580524440] 'range keys from in-memory index tree' (duration: 131.705688ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T03:33:45.12182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.777534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-nq5vc\" ","response":"range_response_count:1 size:20740"} {"level":"info","ts":"2026-06-23T03:33:45.121897Z","caller":"traceutil/trace.go:171","msg":"trace[1184362475] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-nq5vc; range_end:; response_count:1; response_revision:18528; }","duration":"165.898697ms","start":"2026-06-23T03:33:44.955979Z","end":"2026-06-23T03:33:45.121878Z","steps":["trace[1184362475] 'range keys from in-memory index tree' (duration: 165.60699ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T03:33:45.122069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.709249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-server-788dc7cdf7-8nzlp.18bb98610a8276d6\" ","response":"range_response_count:1 size:805"} {"level":"info","ts":"2026-06-23T03:33:45.1222Z","caller":"traceutil/trace.go:171","msg":"trace[367543703] range","detail":"{range_begin:/registry/events/openstack/neutron-server-788dc7cdf7-8nzlp.18bb98610a8276d6; range_end:; response_count:1; response_revision:18528; }","duration":"143.905854ms","start":"2026-06-23T03:33:44.978258Z","end":"2026-06-23T03:33:45.122163Z","steps":["trace[367543703] 'range keys from in-memory index tree' (duration: 143.42941ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T03:33:45.348696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.536328ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-06-23T03:33:45.349859Z","caller":"traceutil/trace.go:171","msg":"trace[58921105] transaction","detail":"{read_only:false; response_revision:18529; number_of_response:1; }","duration":"218.45833ms","start":"2026-06-23T03:33:45.131375Z","end":"2026-06-23T03:33:45.349833Z","steps":["trace[58921105] 'process raft request' (duration: 218.260304ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T03:33:45.401445Z","caller":"traceutil/trace.go:171","msg":"trace[290321716] linearizableReadLoop","detail":"{readStateIndex:19159; appliedIndex:19155; }","duration":"231.283114ms","start":"2026-06-23T03:33:45.170148Z","end":"2026-06-23T03:33:45.401431Z","steps":["trace[290321716] 'read index received' (duration: 146.469227ms)","trace[290321716] 'applied index is now lower than readState.Index' (duration: 84.813257ms)"],"step_count":2} {"level":"info","ts":"2026-06-23T03:33:45.401627Z","caller":"traceutil/trace.go:171","msg":"trace[156590102] transaction","detail":"{read_only:false; response_revision:18530; number_of_response:1; }","duration":"270.164147ms","start":"2026-06-23T03:33:45.131455Z","end":"2026-06-23T03:33:45.401619Z","steps":["trace[156590102] 'process raft request' (duration: 269.824807ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T03:33:45.401864Z","caller":"traceutil/trace.go:171","msg":"trace[64959055] transaction","detail":"{read_only:false; response_revision:18531; number_of_response:1; }","duration":"260.502823ms","start":"2026-06-23T03:33:45.141317Z","end":"2026-06-23T03:33:45.40182Z","steps":["trace[64959055] 'process raft request' (duration: 260.064691ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T03:33:45.402141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.932703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-06-23T03:33:45.40347Z","caller":"traceutil/trace.go:171","msg":"trace[1621339691] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18531; }","duration":"232.120688ms","start":"2026-06-23T03:33:45.170105Z","end":"2026-06-23T03:33:45.402226Z","steps":["trace[1621339691] 'agreement among raft nodes before linearized reading' (duration: 231.609533ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T03:33:45.406743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.152334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-06-23T03:33:45.406805Z","caller":"traceutil/trace.go:171","msg":"trace[97049729] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18532; }","duration":"204.285508ms","start":"2026-06-23T03:33:45.202506Z","end":"2026-06-23T03:33:45.406791Z","steps":["trace[97049729] 'agreement among raft nodes before linearized reading' (duration: 204.098802ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T03:33:45.40682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.48949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-06-23T03:33:45.406878Z","caller":"traceutil/trace.go:171","msg":"trace[1120681640] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18532; }","duration":"169.602353ms","start":"2026-06-23T03:33:45.237262Z","end":"2026-06-23T03:33:45.406864Z","steps":["trace[1120681640] 'agreement among raft nodes before linearized reading' (duration: 169.397037ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T03:33:45.406957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.118166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-06-23T03:33:45.406979Z","caller":"traceutil/trace.go:171","msg":"trace[369831050] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18532; }","duration":"171.158257ms","start":"2026-06-23T03:33:45.235812Z","end":"2026-06-23T03:33:45.406971Z","steps":["trace[369831050] 'agreement among raft nodes before linearized reading' (duration: 171.101225ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T03:33:45.406759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.374457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-06-23T03:33:45.407033Z","caller":"traceutil/trace.go:171","msg":"trace[1199560057] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18532; }","duration":"101.677755ms","start":"2026-06-23T03:33:45.305349Z","end":"2026-06-23T03:33:45.407027Z","steps":["trace[1199560057] 'agreement among raft nodes before linearized reading' (duration: 101.289984ms)"],"step_count":1} {"level":"warn","ts":"2026-06-23T03:33:45.407147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.523263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-06-23T03:33:45.40719Z","caller":"traceutil/trace.go:171","msg":"trace[344260757] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18532; }","duration":"161.580604ms","start":"2026-06-23T03:33:45.245595Z","end":"2026-06-23T03:33:45.407175Z","steps":["trace[344260757] 'agreement among raft nodes before linearized reading' (duration: 161.43831ms)"],"step_count":1} {"level":"info","ts":"2026-06-23T03:35:59.976005Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"d11d60056e8410fb","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-06-23T03:35:59.981338Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-06-23T03:35:59.981587Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-06-23T03:36:06.83607Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17456} {"level":"info","ts":"2026-06-23T03:36:06.956912Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17456,"took":"117.916396ms","hash":2492534163,"current-db-size-bytes":58486784,"current-db-size":"58 MB","current-db-size-in-use-bytes":30846976,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-06-23T03:36:06.956962Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2492534163,"revision":17456,"compact-revision":14701} {"level":"info","ts":"2026-06-23T03:41:06.841984Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19379} {"level":"info","ts":"2026-06-23T03:41:06.93955Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19379,"took":"89.37382ms","hash":1190943825,"current-db-size-bytes":58486784,"current-db-size":"58 MB","current-db-size-in-use-bytes":24432640,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-06-23T03:41:06.939625Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1190943825,"revision":19379,"compact-revision":17456}