{"level":"warn","ts":"2026-04-16T22:50:55.194184Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-16T22:50:55.194284Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.3:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.3:2380","--initial-cluster=instance=https://199.204.45.3:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.3:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.3:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-16T22:50:55.194369Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-16T22:50:55.194383Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.3:2380"]} {"level":"info","ts":"2026-04-16T22:50:55.194422Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-16T22:50:55.195333Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.3:2379"]} {"level":"info","ts":"2026-04-16T22:50:55.195628Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.3:2380"],"listen-peer-urls":["https://199.204.45.3:2380"],"advertise-client-urls":["https://199.204.45.3:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.3:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.3:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-16T22:50:55.19965Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.090705ms"} {"level":"info","ts":"2026-04-16T22:50:55.204885Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"597401b06ce1cf3d","cluster-id":"dfc54657ad8a2432"} {"level":"info","ts":"2026-04-16T22:50:55.20494Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d switched to configuration voters=()"} {"level":"info","ts":"2026-04-16T22:50:55.20496Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d became follower at term 0"} {"level":"info","ts":"2026-04-16T22:50:55.204972Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 597401b06ce1cf3d [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-16T22:50:55.204985Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d became follower at term 1"} {"level":"info","ts":"2026-04-16T22:50:55.205021Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d switched to configuration voters=(6445778823926632253)"} {"level":"warn","ts":"2026-04-16T22:50:55.216209Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-16T22:50:55.219051Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-16T22:50:55.221877Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-16T22:50:55.224891Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"597401b06ce1cf3d","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-16T22:50:55.225047Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"597401b06ce1cf3d","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-16T22:50:55.225155Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-16T22:50:55.225192Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-16T22:50:55.225203Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-16T22:50:55.226041Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d switched to configuration voters=(6445778823926632253)"} {"level":"info","ts":"2026-04-16T22:50:55.226227Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"dfc54657ad8a2432","local-member-id":"597401b06ce1cf3d","added-peer-id":"597401b06ce1cf3d","added-peer-peer-urls":["https://199.204.45.3:2380"]} {"level":"info","ts":"2026-04-16T22:50:55.228405Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-16T22:50:55.228594Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"597401b06ce1cf3d","initial-advertise-peer-urls":["https://199.204.45.3:2380"],"listen-peer-urls":["https://199.204.45.3:2380"],"advertise-client-urls":["https://199.204.45.3:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.3:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-16T22:50:55.228637Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-16T22:50:55.229059Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.3:2380"} {"level":"info","ts":"2026-04-16T22:50:55.229121Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.3:2380"} {"level":"info","ts":"2026-04-16T22:50:55.305274Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d is starting a new election at term 1"} {"level":"info","ts":"2026-04-16T22:50:55.305322Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d became pre-candidate at term 1"} {"level":"info","ts":"2026-04-16T22:50:55.30536Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d received MsgPreVoteResp from 597401b06ce1cf3d at term 1"} {"level":"info","ts":"2026-04-16T22:50:55.305382Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d became candidate at term 2"} {"level":"info","ts":"2026-04-16T22:50:55.305402Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d received MsgVoteResp from 597401b06ce1cf3d at term 2"} {"level":"info","ts":"2026-04-16T22:50:55.305437Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"597401b06ce1cf3d became leader at term 2"} {"level":"info","ts":"2026-04-16T22:50:55.305486Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 597401b06ce1cf3d elected leader 597401b06ce1cf3d at term 2"} {"level":"info","ts":"2026-04-16T22:50:55.306512Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-16T22:50:55.307516Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-16T22:50:55.307524Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"597401b06ce1cf3d","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.3:2379]}","request-path":"/0/members/597401b06ce1cf3d/attributes","cluster-id":"dfc54657ad8a2432","publish-timeout":"7s"} {"level":"info","ts":"2026-04-16T22:50:55.307712Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-16T22:50:55.30811Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-16T22:50:55.308197Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-16T22:50:55.308143Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"dfc54657ad8a2432","local-member-id":"597401b06ce1cf3d","cluster-version":"3.5"} {"level":"info","ts":"2026-04-16T22:50:55.308312Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-16T22:50:55.308437Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-16T22:50:55.311345Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-16T22:50:55.311409Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.3:2379"} {"level":"warn","ts":"2026-04-16T22:51:10.909682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.010509ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T22:51:10.909814Z","caller":"traceutil/trace.go:171","msg":"trace[1204021154] transaction","detail":"{read_only:false; response_revision:411; number_of_response:1; }","duration":"173.427491ms","start":"2026-04-16T22:51:10.736367Z","end":"2026-04-16T22:51:10.909795Z","steps":["trace[1204021154] 'process raft request' (duration: 43.661516ms)","trace[1204021154] 'compare' (duration: 128.890337ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T22:51:10.930714Z","caller":"traceutil/trace.go:171","msg":"trace[992745465] transaction","detail":"{read_only:false; response_revision:412; number_of_response:1; }","duration":"101.365395ms","start":"2026-04-16T22:51:10.829319Z","end":"2026-04-16T22:51:10.930685Z","steps":["trace[992745465] 'process raft request' (duration: 101.286424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T22:51:27.574287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.948868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T22:51:27.574451Z","caller":"traceutil/trace.go:171","msg":"trace[703585612] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:561; }","duration":"102.147991ms","start":"2026-04-16T22:51:27.472272Z","end":"2026-04-16T22:51:27.57442Z","steps":["trace[703585612] 'agreement among raft nodes before linearized reading' (duration: 93.478271ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T22:51:33.174639Z","caller":"traceutil/trace.go:171","msg":"trace[1691244137] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"157.330817ms","start":"2026-04-16T22:51:33.017276Z","end":"2026-04-16T22:51:33.174607Z","steps":["trace[1691244137] 'process raft request' (duration: 157.101032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T22:51:33.883934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.437937ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T22:51:33.884049Z","caller":"traceutil/trace.go:171","msg":"trace[166463825] linearizableReadLoop","detail":"{readStateIndex:642; appliedIndex:641; }","duration":"244.579789ms","start":"2026-04-16T22:51:33.639453Z","end":"2026-04-16T22:51:33.884033Z","steps":["trace[166463825] 'read index received' (duration: 140.971118ms)","trace[166463825] 'applied index is now lower than readState.Index' (duration: 103.607791ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T22:51:33.884078Z","caller":"traceutil/trace.go:171","msg":"trace[1312620919] transaction","detail":"{read_only:false; response_revision:621; number_of_response:1; }","duration":"354.967332ms","start":"2026-04-16T22:51:33.529088Z","end":"2026-04-16T22:51:33.884056Z","steps":["trace[1312620919] 'process raft request' (duration: 251.32838ms)","trace[1312620919] 'compare' (duration: 103.304684ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T22:51:33.884163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T22:51:33.529058Z","time spent":"355.065573ms","remote":"127.0.0.1:59044","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T22:51:33.884244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.789823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-d2z2d\" ","response":"range_response_count:1 size:16957"} {"level":"info","ts":"2026-04-16T22:51:33.884274Z","caller":"traceutil/trace.go:171","msg":"trace[540817321] range","detail":"{range_begin:/registry/pods/kube-system/cilium-d2z2d; range_end:; response_count:1; response_revision:621; }","duration":"244.874285ms","start":"2026-04-16T22:51:33.639389Z","end":"2026-04-16T22:51:33.884264Z","steps":["trace[540817321] 'agreement among raft nodes before linearized reading' (duration: 244.704472ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T22:51:33.966607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.478601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T22:51:33.966679Z","caller":"traceutil/trace.go:171","msg":"trace[729836248] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:621; }","duration":"301.573883ms","start":"2026-04-16T22:51:33.665086Z","end":"2026-04-16T22:51:33.96666Z","steps":["trace[729836248] 'agreement among raft nodes before linearized reading' (duration: 301.40827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T22:51:33.96661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.593095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-16T22:51:33.966717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T22:51:33.665075Z","time spent":"301.633234ms","remote":"127.0.0.1:58790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T22:51:33.966764Z","caller":"traceutil/trace.go:171","msg":"trace[292065271] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:621; }","duration":"212.774648ms","start":"2026-04-16T22:51:33.753974Z","end":"2026-04-16T22:51:33.966749Z","steps":["trace[292065271] 'agreement among raft nodes before linearized reading' (duration: 212.514893ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T22:51:50.160701Z","caller":"traceutil/trace.go:171","msg":"trace[2014341746] transaction","detail":"{read_only:false; response_revision:788; number_of_response:1; }","duration":"100.356291ms","start":"2026-04-16T22:51:50.060315Z","end":"2026-04-16T22:51:50.160672Z","steps":["trace[2014341746] 'process raft request' (duration: 100.167958ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T22:51:50.172142Z","caller":"traceutil/trace.go:171","msg":"trace[25441695] transaction","detail":"{read_only:false; response_revision:789; number_of_response:1; }","duration":"110.42497ms","start":"2026-04-16T22:51:50.061699Z","end":"2026-04-16T22:51:50.172124Z","steps":["trace[25441695] 'process raft request' (duration: 110.311727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T22:53:06.673662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.318271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T22:53:06.673776Z","caller":"traceutil/trace.go:171","msg":"trace[1045847372] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1840; }","duration":"203.483004ms","start":"2026-04-16T22:53:06.470273Z","end":"2026-04-16T22:53:06.673756Z","steps":["trace[1045847372] 'range keys from in-memory index tree' (duration: 203.248269ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T22:53:06.811993Z","caller":"traceutil/trace.go:171","msg":"trace[102892070] transaction","detail":"{read_only:false; response_revision:1842; number_of_response:1; }","duration":"133.323775ms","start":"2026-04-16T22:53:06.678644Z","end":"2026-04-16T22:53:06.811967Z","steps":["trace[102892070] 'process raft request' (duration: 106.856763ms)","trace[102892070] 'compare' (duration: 26.377891ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T22:53:49.991967Z","caller":"traceutil/trace.go:171","msg":"trace[1104384923] linearizableReadLoop","detail":"{readStateIndex:2254; appliedIndex:2253; }","duration":"135.17449ms","start":"2026-04-16T22:53:49.856764Z","end":"2026-04-16T22:53:49.991938Z","steps":["trace[1104384923] 'read index received' (duration: 134.929456ms)","trace[1104384923] 'applied index is now lower than readState.Index' (duration: 243.704µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T22:53:49.992006Z","caller":"traceutil/trace.go:171","msg":"trace[2092397999] transaction","detail":"{read_only:false; response_revision:2185; number_of_response:1; }","duration":"138.278058ms","start":"2026-04-16T22:53:49.8537Z","end":"2026-04-16T22:53:49.991978Z","steps":["trace[2092397999] 'process raft request' (duration: 138.069234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T22:53:49.992175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.343003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T22:53:49.99234Z","caller":"traceutil/trace.go:171","msg":"trace[521846303] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:2185; }","duration":"135.630329ms","start":"2026-04-16T22:53:49.856696Z","end":"2026-04-16T22:53:49.992327Z","steps":["trace[521846303] 'agreement among raft nodes before linearized reading' (duration: 135.353333ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T22:53:50.15091Z","caller":"traceutil/trace.go:171","msg":"trace[180057500] transaction","detail":"{read_only:false; response_revision:2186; number_of_response:1; }","duration":"149.715794ms","start":"2026-04-16T22:53:50.001159Z","end":"2026-04-16T22:53:50.150875Z","steps":["trace[180057500] 'process raft request' (duration: 56.021579ms)","trace[180057500] 'compare' (duration: 93.42493ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T22:53:50.160412Z","caller":"traceutil/trace.go:171","msg":"trace[736396198] linearizableReadLoop","detail":"{readStateIndex:2256; appliedIndex:2254; }","duration":"151.582639ms","start":"2026-04-16T22:53:50.008806Z","end":"2026-04-16T22:53:50.160389Z","steps":["trace[736396198] 'read index received' (duration: 48.450178ms)","trace[736396198] 'applied index is now lower than readState.Index' (duration: 103.131231ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T22:53:50.160589Z","caller":"traceutil/trace.go:171","msg":"trace[1697107228] transaction","detail":"{read_only:false; response_revision:2187; number_of_response:1; }","duration":"158.361665ms","start":"2026-04-16T22:53:50.002199Z","end":"2026-04-16T22:53:50.160561Z","steps":["trace[1697107228] 'process raft request' (duration: 158.06664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T22:53:50.160674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.842304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-16T22:53:50.160734Z","caller":"traceutil/trace.go:171","msg":"trace[968806900] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2187; }","duration":"151.946965ms","start":"2026-04-16T22:53:50.008769Z","end":"2026-04-16T22:53:50.160716Z","steps":["trace[968806900] 'agreement among raft nodes before linearized reading' (duration: 151.727331ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T22:54:52.015733Z","caller":"traceutil/trace.go:171","msg":"trace[319760959] transaction","detail":"{read_only:false; response_revision:2664; number_of_response:1; }","duration":"110.163644ms","start":"2026-04-16T22:54:51.905546Z","end":"2026-04-16T22:54:52.01571Z","steps":["trace[319760959] 'process raft request' (duration: 110.036962ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T22:54:57.647203Z","caller":"traceutil/trace.go:171","msg":"trace[1781704797] linearizableReadLoop","detail":"{readStateIndex:2799; appliedIndex:2798; }","duration":"198.911895ms","start":"2026-04-16T22:54:57.448268Z","end":"2026-04-16T22:54:57.64718Z","steps":["trace[1781704797] 'read index received' (duration: 198.732602ms)","trace[1781704797] 'applied index is now lower than readState.Index' (duration: 178.213µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T22:54:57.647626Z","caller":"traceutil/trace.go:171","msg":"trace[1778681685] transaction","detail":"{read_only:false; response_revision:2701; number_of_response:1; }","duration":"199.954475ms","start":"2026-04-16T22:54:57.44729Z","end":"2026-04-16T22:54:57.647244Z","steps":["trace[1778681685] 'process raft request' (duration: 199.738481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T22:54:57.648894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.587777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:8797"} {"level":"info","ts":"2026-04-16T22:54:57.649049Z","caller":"traceutil/trace.go:171","msg":"trace[343507607] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2701; }","duration":"200.74902ms","start":"2026-04-16T22:54:57.448248Z","end":"2026-04-16T22:54:57.648997Z","steps":["trace[343507607] 'agreement among raft nodes before linearized reading' (duration: 199.058448ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T22:54:57.653342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.244246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T22:54:57.653547Z","caller":"traceutil/trace.go:171","msg":"trace[1828796384] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2702; }","duration":"181.440529ms","start":"2026-04-16T22:54:57.471998Z","end":"2026-04-16T22:54:57.653438Z","steps":["trace[1828796384] 'agreement among raft nodes before linearized reading' (duration: 181.139344ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T22:54:57.654319Z","caller":"traceutil/trace.go:171","msg":"trace[1885448590] transaction","detail":"{read_only:false; response_revision:2702; number_of_response:1; }","duration":"115.398312ms","start":"2026-04-16T22:54:57.5389Z","end":"2026-04-16T22:54:57.654298Z","steps":["trace[1885448590] 'process raft request' (duration: 113.971095ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T22:57:17.713345Z","caller":"traceutil/trace.go:171","msg":"trace[1073003380] transaction","detail":"{read_only:false; response_revision:4495; number_of_response:1; }","duration":"114.704745ms","start":"2026-04-16T22:57:17.598602Z","end":"2026-04-16T22:57:17.713307Z","steps":["trace[1073003380] 'process raft request' (duration: 114.527341ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T22:57:17.905928Z","caller":"traceutil/trace.go:171","msg":"trace[2131588913] transaction","detail":"{read_only:false; response_revision:4497; number_of_response:1; }","duration":"173.709059ms","start":"2026-04-16T22:57:17.732196Z","end":"2026-04-16T22:57:17.905905Z","steps":["trace[2131588913] 'process raft request' (duration: 173.557706ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T22:57:17.910956Z","caller":"traceutil/trace.go:171","msg":"trace[71486359] linearizableReadLoop","detail":"{readStateIndex:4685; appliedIndex:4683; }","duration":"176.350419ms","start":"2026-04-16T22:57:17.73458Z","end":"2026-04-16T22:57:17.910931Z","steps":["trace[71486359] 'read index received' (duration: 171.254052ms)","trace[71486359] 'applied index is now lower than readState.Index' (duration: 5.095157ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T22:57:17.910993Z","caller":"traceutil/trace.go:171","msg":"trace[1475756848] transaction","detail":"{read_only:false; response_revision:4498; number_of_response:1; }","duration":"178.196623ms","start":"2026-04-16T22:57:17.732761Z","end":"2026-04-16T22:57:17.910957Z","steps":["trace[1475756848] 'process raft request' (duration: 177.958799ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T22:57:17.911134Z","caller":"traceutil/trace.go:171","msg":"trace[208121661] transaction","detail":"{read_only:false; response_revision:4499; number_of_response:1; }","duration":"174.127656ms","start":"2026-04-16T22:57:17.736987Z","end":"2026-04-16T22:57:17.911115Z","steps":["trace[208121661] 'process raft request' (duration: 173.889562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T22:57:17.911216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.939905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b67bb004-27a7-4941-9d8b-d98516644131\" ","response":"range_response_count:1 size:3599"} {"level":"info","ts":"2026-04-16T22:57:17.911259Z","caller":"traceutil/trace.go:171","msg":"trace[416724021] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b67bb004-27a7-4941-9d8b-d98516644131; range_end:; response_count:1; response_revision:4499; }","duration":"137.032697ms","start":"2026-04-16T22:57:17.774216Z","end":"2026-04-16T22:57:17.911248Z","steps":["trace[416724021] 'agreement among raft nodes before linearized reading' (duration: 136.856074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T22:57:17.911368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.756266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-wxr2f-tls\" ","response":"range_response_count:1 size:4430"} {"level":"info","ts":"2026-04-16T22:57:17.91149Z","caller":"traceutil/trace.go:171","msg":"trace[1318369179] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-wxr2f-tls; range_end:; response_count:1; response_revision:4499; }","duration":"176.92957ms","start":"2026-04-16T22:57:17.734536Z","end":"2026-04-16T22:57:17.911465Z","steps":["trace[1318369179] 'agreement among raft nodes before linearized reading' (duration: 176.548753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T22:57:19.589787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.892597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T22:57:19.589889Z","caller":"traceutil/trace.go:171","msg":"trace[2128723850] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4539; }","duration":"117.023569ms","start":"2026-04-16T22:57:19.472844Z","end":"2026-04-16T22:57:19.589867Z","steps":["trace[2128723850] 'range keys from in-memory index tree' (duration: 116.836456ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T22:57:31.875326Z","caller":"traceutil/trace.go:171","msg":"trace[1425553665] transaction","detail":"{read_only:false; response_revision:4760; number_of_response:1; }","duration":"241.260214ms","start":"2026-04-16T22:57:31.634033Z","end":"2026-04-16T22:57:31.875294Z","steps":["trace[1425553665] 'process raft request' (duration: 240.999079ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T22:57:32.246411Z","caller":"traceutil/trace.go:171","msg":"trace[1583520279] transaction","detail":"{read_only:false; response_revision:4761; number_of_response:1; }","duration":"589.288192ms","start":"2026-04-16T22:57:31.657101Z","end":"2026-04-16T22:57:32.246389Z","steps":["trace[1583520279] 'process raft request' (duration: 572.780212ms)","trace[1583520279] 'compare' (duration: 16.378018ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T22:57:32.246578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T22:57:31.657062Z","time spent":"589.454377ms","remote":"127.0.0.1:58992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T22:57:32.268951Z","caller":"traceutil/trace.go:171","msg":"trace[1106390683] linearizableReadLoop","detail":"{readStateIndex:4962; appliedIndex:4957; }","duration":"352.084667ms","start":"2026-04-16T22:57:31.916843Z","end":"2026-04-16T22:57:32.268927Z","steps":["trace[1106390683] 'read index received' (duration: 313.120131ms)","trace[1106390683] 'applied index is now lower than readState.Index' (duration: 38.963156ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T22:57:32.269063Z","caller":"traceutil/trace.go:171","msg":"trace[340418173] transaction","detail":"{read_only:false; response_revision:4764; number_of_response:1; }","duration":"386.70704ms","start":"2026-04-16T22:57:31.882345Z","end":"2026-04-16T22:57:32.269053Z","steps":["trace[340418173] 'process raft request' (duration: 386.513705ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T22:57:32.269127Z","caller":"traceutil/trace.go:171","msg":"trace[784319229] transaction","detail":"{read_only:false; response_revision:4765; number_of_response:1; }","duration":"386.645159ms","start":"2026-04-16T22:57:31.882459Z","end":"2026-04-16T22:57:32.269104Z","steps":["trace[784319229] 'process raft request' (duration: 386.433344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T22:57:32.269168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T22:57:31.882338Z","time spent":"386.747171ms","remote":"127.0.0.1:58804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1066,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T22:57:32.269199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T22:57:31.882453Z","time spent":"386.70974ms","remote":"127.0.0.1:58674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":528,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T22:57:32.269188Z","caller":"traceutil/trace.go:171","msg":"trace[1630974584] transaction","detail":"{read_only:false; response_revision:4763; number_of_response:1; }","duration":"387.406523ms","start":"2026-04-16T22:57:31.881689Z","end":"2026-04-16T22:57:32.269096Z","steps":["trace[1630974584] 'process raft request' (duration: 387.123567ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T22:57:32.269327Z","caller":"traceutil/trace.go:171","msg":"trace[1512867876] transaction","detail":"{read_only:false; response_revision:4762; number_of_response:1; }","duration":"388.045264ms","start":"2026-04-16T22:57:31.881179Z","end":"2026-04-16T22:57:32.269224Z","steps":["trace[1512867876] 'process raft request' (duration: 387.516293ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T22:57:32.269501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.578735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T22:57:32.269646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T22:57:31.881155Z","time spent":"388.252838ms","remote":"127.0.0.1:58674","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":680,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T22:57:32.269655Z","caller":"traceutil/trace.go:171","msg":"trace[274239063] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:4765; }","duration":"352.83743ms","start":"2026-04-16T22:57:31.916781Z","end":"2026-04-16T22:57:32.269618Z","steps":["trace[274239063] 'agreement among raft nodes before linearized reading' (duration: 352.421243ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T22:57:32.269689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T22:57:31.881683Z","time spent":"387.743929ms","remote":"127.0.0.1:58804","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1037,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T22:57:32.269994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T22:57:31.916758Z","time spent":"353.073684ms","remote":"127.0.0.1:59018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":15,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-16T22:57:32.283234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.371164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-04-16T22:57:32.283306Z","caller":"traceutil/trace.go:171","msg":"trace[1274183017] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:4766; }","duration":"305.482777ms","start":"2026-04-16T22:57:31.977802Z","end":"2026-04-16T22:57:32.283285Z","steps":["trace[1274183017] 'agreement among raft nodes before linearized reading' (duration: 305.228752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T22:57:32.283314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.566684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-16T22:57:32.283692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.240284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-04-16T22:57:32.283729Z","caller":"traceutil/trace.go:171","msg":"trace[1019857507] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4766; }","duration":"215.298314ms","start":"2026-04-16T22:57:32.068419Z","end":"2026-04-16T22:57:32.283717Z","steps":["trace[1019857507] 'agreement among raft nodes before linearized reading' (duration: 215.202963ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T22:57:32.283912Z","caller":"traceutil/trace.go:171","msg":"trace[1977913637] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4766; }","duration":"202.627535ms","start":"2026-04-16T22:57:32.080721Z","end":"2026-04-16T22:57:32.283348Z","steps":["trace[1977913637] 'agreement among raft nodes before linearized reading' (duration: 202.458072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T22:57:32.284087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.346465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T22:57:32.284224Z","caller":"traceutil/trace.go:171","msg":"trace[342050329] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:4766; }","duration":"304.485277ms","start":"2026-04-16T22:57:31.979726Z","end":"2026-04-16T22:57:32.284211Z","steps":["trace[342050329] 'agreement among raft nodes before linearized reading' (duration: 304.325925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T22:57:32.284252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T22:57:31.97967Z","time spent":"304.573369ms","remote":"127.0.0.1:55538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-16T22:57:32.283337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T22:57:31.977775Z","time spent":"305.555607ms","remote":"127.0.0.1:58790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-16T22:58:08.810372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.468485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.3\" ","response":"range_response_count:1 size:131"} {"level":"warn","ts":"2026-04-16T22:58:08.8104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.681611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:660"} {"level":"info","ts":"2026-04-16T22:58:08.810446Z","caller":"traceutil/trace.go:171","msg":"trace[2034543616] range","detail":"{range_begin:/registry/masterleases/199.204.45.3; range_end:; response_count:1; response_revision:5167; }","duration":"139.637828ms","start":"2026-04-16T22:58:08.670793Z","end":"2026-04-16T22:58:08.81043Z","steps":["trace[2034543616] 'range keys from in-memory index tree' (duration: 139.25601ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T22:58:08.810509Z","caller":"traceutil/trace.go:171","msg":"trace[826941012] range","detail":"{range_begin:/registry/configmaps/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5167; }","duration":"120.839494ms","start":"2026-04-16T22:58:08.689648Z","end":"2026-04-16T22:58:08.810487Z","steps":["trace[826941012] 'range keys from in-memory index tree' (duration: 120.448556ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T23:00:55.673847Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":3266} {"level":"info","ts":"2026-04-16T23:00:55.758923Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":3266,"took":"83.317405ms","hash":1546250253,"current-db-size-bytes":59437056,"current-db-size":"59 MB","current-db-size-in-use-bytes":33349632,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-04-16T23:00:55.75903Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1546250253,"revision":3266,"compact-revision":-1} {"level":"info","ts":"2026-04-16T23:03:50.66181Z","caller":"traceutil/trace.go:171","msg":"trace[1301692803] transaction","detail":"{read_only:false; response_revision:8254; number_of_response:1; }","duration":"227.41831ms","start":"2026-04-16T23:03:50.434351Z","end":"2026-04-16T23:03:50.66177Z","steps":["trace[1301692803] 'process raft request' (duration: 227.188466ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T23:03:50.703356Z","caller":"traceutil/trace.go:171","msg":"trace[727232938] linearizableReadLoop","detail":"{readStateIndex:8619; appliedIndex:8617; }","duration":"265.068185ms","start":"2026-04-16T23:03:50.438253Z","end":"2026-04-16T23:03:50.703321Z","steps":["trace[727232938] 'read index received' (duration: 223.339023ms)","trace[727232938] 'applied index is now lower than readState.Index' (duration: 41.727472ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T23:03:50.703522Z","caller":"traceutil/trace.go:171","msg":"trace[1387259285] transaction","detail":"{read_only:false; response_revision:8255; number_of_response:1; }","duration":"267.916529ms","start":"2026-04-16T23:03:50.435587Z","end":"2026-04-16T23:03:50.703504Z","steps":["trace[1387259285] 'process raft request' (duration: 267.548352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T23:03:50.703757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.558081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T23:03:50.70385Z","caller":"traceutil/trace.go:171","msg":"trace[125889395] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:8255; }","duration":"252.729273ms","start":"2026-04-16T23:03:50.451104Z","end":"2026-04-16T23:03:50.703833Z","steps":["trace[125889395] 'agreement among raft nodes before linearized reading' (duration: 252.56017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T23:03:50.703894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.622286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-16T23:03:50.704003Z","caller":"traceutil/trace.go:171","msg":"trace[654832580] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8255; }","duration":"265.80717ms","start":"2026-04-16T23:03:50.438173Z","end":"2026-04-16T23:03:50.70398Z","steps":["trace[654832580] 'agreement among raft nodes before linearized reading' (duration: 265.478793ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T23:04:02.205263Z","caller":"traceutil/trace.go:171","msg":"trace[1611335308] transaction","detail":"{read_only:false; response_revision:8331; number_of_response:1; }","duration":"342.784893ms","start":"2026-04-16T23:04:01.862411Z","end":"2026-04-16T23:04:02.205196Z","steps":["trace[1611335308] 'process raft request' (duration: 301.222023ms)","trace[1611335308] 'compare' (duration: 41.168692ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T23:04:02.205504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T23:04:01.862374Z","time spent":"342.987616ms","remote":"127.0.0.1:58790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T23:04:02.84445Z","caller":"traceutil/trace.go:171","msg":"trace[686115362] linearizableReadLoop","detail":"{readStateIndex:8700; appliedIndex:8699; }","duration":"119.286575ms","start":"2026-04-16T23:04:02.725122Z","end":"2026-04-16T23:04:02.844408Z","steps":["trace[686115362] 'read index received' (duration: 118.98619ms)","trace[686115362] 'applied index is now lower than readState.Index' (duration: 298.285µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T23:04:02.844552Z","caller":"traceutil/trace.go:171","msg":"trace[33647694] transaction","detail":"{read_only:false; response_revision:8332; number_of_response:1; }","duration":"298.071614ms","start":"2026-04-16T23:04:02.546419Z","end":"2026-04-16T23:04:02.84449Z","steps":["trace[33647694] 'process raft request' (duration: 297.724057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T23:04:02.844839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.684623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-04-16T23:04:02.844951Z","caller":"traceutil/trace.go:171","msg":"trace[1308490430] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8332; }","duration":"119.872166ms","start":"2026-04-16T23:04:02.725057Z","end":"2026-04-16T23:04:02.844929Z","steps":["trace[1308490430] 'agreement among raft nodes before linearized reading' (duration: 119.52773ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T23:04:02.980281Z","caller":"traceutil/trace.go:171","msg":"trace[268661793] transaction","detail":"{read_only:false; response_revision:8334; number_of_response:1; }","duration":"128.688461ms","start":"2026-04-16T23:04:02.851559Z","end":"2026-04-16T23:04:02.980247Z","steps":["trace[268661793] 'process raft request' (duration: 128.371654ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T23:04:02.980276Z","caller":"traceutil/trace.go:171","msg":"trace[2120617561] transaction","detail":"{read_only:false; response_revision:8335; number_of_response:1; }","duration":"128.65845ms","start":"2026-04-16T23:04:02.851585Z","end":"2026-04-16T23:04:02.980243Z","steps":["trace[2120617561] 'process raft request' (duration: 128.548537ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T23:04:02.980476Z","caller":"traceutil/trace.go:171","msg":"trace[1310387093] transaction","detail":"{read_only:false; number_of_response:0; response_revision:8335; }","duration":"127.562979ms","start":"2026-04-16T23:04:02.85288Z","end":"2026-04-16T23:04:02.980443Z","steps":["trace[1310387093] 'process raft request' (duration: 127.316434ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T23:04:03.076081Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000002206.wal"} {"level":"info","ts":"2026-04-16T23:04:44.614165Z","caller":"traceutil/trace.go:171","msg":"trace[1784508639] linearizableReadLoop","detail":"{readStateIndex:9097; appliedIndex:9096; }","duration":"302.261073ms","start":"2026-04-16T23:04:44.31187Z","end":"2026-04-16T23:04:44.614131Z","steps":["trace[1784508639] 'read index received' (duration: 302.11603ms)","trace[1784508639] 'applied index is now lower than readState.Index' (duration: 143.453µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T23:04:44.614364Z","caller":"traceutil/trace.go:171","msg":"trace[1879322224] transaction","detail":"{read_only:false; response_revision:8707; number_of_response:1; }","duration":"447.391811ms","start":"2026-04-16T23:04:44.166955Z","end":"2026-04-16T23:04:44.614347Z","steps":["trace[1879322224] 'process raft request' (duration: 446.946573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T23:04:44.614515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T23:04:44.166933Z","time spent":"447.472813ms","remote":"127.0.0.1:58992","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16430,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T23:04:44.614831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.959666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-nhlpg\" ","response":"range_response_count:1 size:4608"} {"level":"info","ts":"2026-04-16T23:04:44.61491Z","caller":"traceutil/trace.go:171","msg":"trace[966719497] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-nhlpg; range_end:; response_count:1; response_revision:8707; }","duration":"303.093188ms","start":"2026-04-16T23:04:44.311797Z","end":"2026-04-16T23:04:44.61489Z","steps":["trace[966719497] 'agreement among raft nodes before linearized reading' (duration: 302.777512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T23:04:44.615109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T23:04:44.311767Z","time spent":"303.325733ms","remote":"127.0.0.1:58694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4631,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-nhlpg\" "} {"level":"info","ts":"2026-04-16T23:04:44.642696Z","caller":"traceutil/trace.go:171","msg":"trace[281975683] transaction","detail":"{read_only:false; response_revision:8708; number_of_response:1; }","duration":"330.203696ms","start":"2026-04-16T23:04:44.312458Z","end":"2026-04-16T23:04:44.642662Z","steps":["trace[281975683] 'process raft request' (duration: 330.010282ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T23:04:44.642756Z","caller":"traceutil/trace.go:171","msg":"trace[631992594] transaction","detail":"{read_only:false; response_revision:8709; number_of_response:1; }","duration":"271.202011ms","start":"2026-04-16T23:04:44.371514Z","end":"2026-04-16T23:04:44.642716Z","steps":["trace[631992594] 'process raft request' (duration: 271.056057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T23:04:44.642764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.997718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T23:04:44.642875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T23:04:44.312433Z","time spent":"330.350359ms","remote":"127.0.0.1:58566","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":746,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T23:04:44.643186Z","caller":"traceutil/trace.go:171","msg":"trace[441559210] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8710; }","duration":"168.444355ms","start":"2026-04-16T23:04:44.474714Z","end":"2026-04-16T23:04:44.643159Z","steps":["trace[441559210] 'agreement among raft nodes before linearized reading' (duration: 167.966436ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T23:04:45.414095Z","caller":"traceutil/trace.go:171","msg":"trace[1118425275] linearizableReadLoop","detail":"{readStateIndex:9105; appliedIndex:9104; }","duration":"130.190859ms","start":"2026-04-16T23:04:45.283873Z","end":"2026-04-16T23:04:45.414064Z","steps":["trace[1118425275] 'read index received' (duration: 129.833642ms)","trace[1118425275] 'applied index is now lower than readState.Index' (duration: 355.487µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T23:04:45.414191Z","caller":"traceutil/trace.go:171","msg":"trace[2085529156] transaction","detail":"{read_only:false; response_revision:8714; number_of_response:1; }","duration":"233.302622ms","start":"2026-04-16T23:04:45.18086Z","end":"2026-04-16T23:04:45.414163Z","steps":["trace[2085529156] 'process raft request' (duration: 232.994925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T23:04:45.414373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.489486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-16T23:04:45.41442Z","caller":"traceutil/trace.go:171","msg":"trace[488624962] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8714; }","duration":"130.605608ms","start":"2026-04-16T23:04:45.283802Z","end":"2026-04-16T23:04:45.414407Z","steps":["trace[488624962] 'agreement among raft nodes before linearized reading' (duration: 130.415055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T23:04:45.414641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.010319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-04-16T23:04:45.414748Z","caller":"traceutil/trace.go:171","msg":"trace[203342996] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8714; }","duration":"128.149592ms","start":"2026-04-16T23:04:45.286573Z","end":"2026-04-16T23:04:45.414722Z","steps":["trace[203342996] 'agreement among raft nodes before linearized reading' (duration: 127.868687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T23:04:45.414756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.887312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-16T23:04:45.41486Z","caller":"traceutil/trace.go:171","msg":"trace[1134212193] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8714; }","duration":"123.084356ms","start":"2026-04-16T23:04:45.291749Z","end":"2026-04-16T23:04:45.414833Z","steps":["trace[1134212193] 'agreement among raft nodes before linearized reading' (duration: 122.74705ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T23:04:45.527041Z","caller":"traceutil/trace.go:171","msg":"trace[1683417224] transaction","detail":"{read_only:false; response_revision:8717; number_of_response:1; }","duration":"106.227431ms","start":"2026-04-16T23:04:45.420768Z","end":"2026-04-16T23:04:45.526995Z","steps":["trace[1683417224] 'process raft request' (duration: 105.991336ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T23:04:45.527054Z","caller":"traceutil/trace.go:171","msg":"trace[977707157] transaction","detail":"{read_only:false; response_revision:8716; number_of_response:1; }","duration":"106.390303ms","start":"2026-04-16T23:04:45.420604Z","end":"2026-04-16T23:04:45.526995Z","steps":["trace[977707157] 'process raft request' (duration: 105.993886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T23:04:46.003814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.234603ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T23:04:46.003961Z","caller":"traceutil/trace.go:171","msg":"trace[649273847] linearizableReadLoop","detail":"{readStateIndex:9113; appliedIndex:9112; }","duration":"302.266863ms","start":"2026-04-16T23:04:45.701673Z","end":"2026-04-16T23:04:46.00394Z","steps":["trace[649273847] 'read index received' (duration: 133.822446ms)","trace[649273847] 'applied index is now lower than readState.Index' (duration: 168.443006ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T23:04:46.00422Z","caller":"traceutil/trace.go:171","msg":"trace[1898195083] transaction","detail":"{read_only:false; response_revision:8722; number_of_response:1; }","duration":"308.116732ms","start":"2026-04-16T23:04:45.696088Z","end":"2026-04-16T23:04:46.004205Z","steps":["trace[1898195083] 'process raft request' (duration: 139.385261ms)","trace[1898195083] 'compare' (duration: 168.075549ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T23:04:46.004299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T23:04:45.696064Z","time spent":"308.195324ms","remote":"127.0.0.1:58790","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T23:04:46.004352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.053979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T23:04:46.004364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.246463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T23:04:46.004456Z","caller":"traceutil/trace.go:171","msg":"trace[500379686] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:8722; }","duration":"152.220542ms","start":"2026-04-16T23:04:45.852207Z","end":"2026-04-16T23:04:46.004428Z","steps":["trace[500379686] 'agreement among raft nodes before linearized reading' (duration: 152.053519ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T23:04:46.004464Z","caller":"traceutil/trace.go:171","msg":"trace[385992255] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:8722; }","duration":"214.414687ms","start":"2026-04-16T23:04:45.790023Z","end":"2026-04-16T23:04:46.004438Z","steps":["trace[385992255] 'agreement among raft nodes before linearized reading' (duration: 214.229723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T23:04:46.00446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.773102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-16T23:04:46.00455Z","caller":"traceutil/trace.go:171","msg":"trace[1358363045] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8722; }","duration":"302.911294ms","start":"2026-04-16T23:04:45.701616Z","end":"2026-04-16T23:04:46.004527Z","steps":["trace[1358363045] 'agreement among raft nodes before linearized reading' (duration: 302.621619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T23:04:46.004607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T23:04:45.701596Z","time spent":"303.000466ms","remote":"127.0.0.1:58790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T23:05:55.687176Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6569} {"level":"info","ts":"2026-04-16T23:05:55.785982Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6569,"took":"96.05377ms","hash":2461922559,"current-db-size-bytes":59437056,"current-db-size":"59 MB","current-db-size-in-use-bytes":26517504,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-16T23:05:55.786079Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2461922559,"revision":6569,"compact-revision":3266} {"level":"info","ts":"2026-04-16T23:06:07.142543Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"597401b06ce1cf3d","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-16T23:06:07.155206Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-16T23:06:07.155723Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-16T23:10:55.695117Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9459} {"level":"info","ts":"2026-04-16T23:10:55.77783Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9459,"took":"79.731573ms","hash":820177275,"current-db-size-bytes":59437056,"current-db-size":"59 MB","current-db-size-in-use-bytes":25538560,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-04-16T23:10:55.77795Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":820177275,"revision":9459,"compact-revision":6569}