{"level":"warn","ts":"2026-08-23T14:35:02.763438Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-08-23T14:35:02.76355Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.138:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.138:2380","--initial-cluster=instance=https://199.204.45.138:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.138:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.138:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-08-23T14:35:02.763636Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-08-23T14:35:02.76365Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.138:2380"]} {"level":"info","ts":"2026-08-23T14:35:02.763673Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-08-23T14:35:02.764417Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.138:2379"]} {"level":"info","ts":"2026-08-23T14:35:02.764523Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.138:2380"],"listen-peer-urls":["https://199.204.45.138:2380"],"advertise-client-urls":["https://199.204.45.138:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.138:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.138:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-08-23T14:35:02.768708Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.930096ms"} {"level":"info","ts":"2026-08-23T14:35:02.774073Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"f3d52791b64f7591","cluster-id":"90076b89649fe294"} {"level":"info","ts":"2026-08-23T14:35:02.774122Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 switched to configuration voters=()"} {"level":"info","ts":"2026-08-23T14:35:02.774139Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 became follower at term 0"} {"level":"info","ts":"2026-08-23T14:35:02.774147Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft f3d52791b64f7591 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-08-23T14:35:02.774154Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 became follower at term 1"} {"level":"info","ts":"2026-08-23T14:35:02.774182Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 switched to configuration voters=(17569993028038260113)"} {"level":"warn","ts":"2026-08-23T14:35:02.782689Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-08-23T14:35:02.785101Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-08-23T14:35:02.786525Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-08-23T14:35:02.789623Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"f3d52791b64f7591","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-08-23T14:35:02.789924Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"f3d52791b64f7591","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-08-23T14:35:02.790035Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-23T14:35:02.790083Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-23T14:35:02.790092Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-08-23T14:35:02.795067Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 switched to configuration voters=(17569993028038260113)"} {"level":"info","ts":"2026-08-23T14:35:02.795226Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"90076b89649fe294","local-member-id":"f3d52791b64f7591","added-peer-id":"f3d52791b64f7591","added-peer-peer-urls":["https://199.204.45.138:2380"]} {"level":"info","ts":"2026-08-23T14:35:02.805906Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-08-23T14:35:02.806112Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"f3d52791b64f7591","initial-advertise-peer-urls":["https://199.204.45.138:2380"],"listen-peer-urls":["https://199.204.45.138:2380"],"advertise-client-urls":["https://199.204.45.138:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.138:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-08-23T14:35:02.806134Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-08-23T14:35:02.806192Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.138:2380"} {"level":"info","ts":"2026-08-23T14:35:02.8062Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.138:2380"} {"level":"info","ts":"2026-08-23T14:35:03.475316Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 is starting a new election at term 1"} {"level":"info","ts":"2026-08-23T14:35:03.475359Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 became pre-candidate at term 1"} {"level":"info","ts":"2026-08-23T14:35:03.475386Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 received MsgPreVoteResp from f3d52791b64f7591 at term 1"} {"level":"info","ts":"2026-08-23T14:35:03.4754Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 became candidate at term 2"} {"level":"info","ts":"2026-08-23T14:35:03.475406Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 received MsgVoteResp from f3d52791b64f7591 at term 2"} {"level":"info","ts":"2026-08-23T14:35:03.475418Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 became leader at term 2"} {"level":"info","ts":"2026-08-23T14:35:03.475425Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: f3d52791b64f7591 elected leader f3d52791b64f7591 at term 2"} {"level":"info","ts":"2026-08-23T14:35:03.47724Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-08-23T14:35:03.479434Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"90076b89649fe294","local-member-id":"f3d52791b64f7591","cluster-version":"3.5"} {"level":"info","ts":"2026-08-23T14:35:03.479537Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-08-23T14:35:03.479567Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-08-23T14:35:03.479604Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"f3d52791b64f7591","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.138:2379]}","request-path":"/0/members/f3d52791b64f7591/attributes","cluster-id":"90076b89649fe294","publish-timeout":"7s"} {"level":"info","ts":"2026-08-23T14:35:03.479808Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-08-23T14:35:03.48032Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-08-23T14:35:03.489566Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-08-23T14:35:03.489623Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-08-23T14:35:03.49942Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-08-23T14:35:03.49986Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.138:2379"} {"level":"info","ts":"2026-08-23T14:35:17.379865Z","caller":"traceutil/trace.go:171","msg":"trace[515217464] transaction","detail":"{read_only:false; response_revision:372; number_of_response:1; }","duration":"186.745392ms","start":"2026-08-23T14:35:17.193094Z","end":"2026-08-23T14:35:17.379839Z","steps":["trace[515217464] 'process raft request' (duration: 186.582961ms)"],"step_count":1} {"level":"warn","ts":"2026-08-23T14:35:17.720234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.139552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-23T14:35:17.720363Z","caller":"traceutil/trace.go:171","msg":"trace[1964761551] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:372; }","duration":"224.326384ms","start":"2026-08-23T14:35:17.496016Z","end":"2026-08-23T14:35:17.720343Z","steps":["trace[1964761551] 'range keys from in-memory index tree' (duration: 224.064041ms)"],"step_count":1} {"level":"info","ts":"2026-08-23T14:35:18.046928Z","caller":"traceutil/trace.go:171","msg":"trace[732133182] transaction","detail":"{read_only:false; response_revision:373; number_of_response:1; }","duration":"125.774165ms","start":"2026-08-23T14:35:17.921133Z","end":"2026-08-23T14:35:18.046907Z","steps":["trace[732133182] 'process raft request' (duration: 125.632024ms)"],"step_count":1} {"level":"info","ts":"2026-08-23T14:35:39.633693Z","caller":"traceutil/trace.go:171","msg":"trace[1053569642] linearizableReadLoop","detail":"{readStateIndex:570; appliedIndex:569; }","duration":"163.989174ms","start":"2026-08-23T14:35:39.469684Z","end":"2026-08-23T14:35:39.633673Z","steps":["trace[1053569642] 'read index received' (duration: 163.302ms)","trace[1053569642] 'applied index is now lower than readState.Index' (duration: 686.454µs)"],"step_count":2} {"level":"info","ts":"2026-08-23T14:35:39.633817Z","caller":"traceutil/trace.go:171","msg":"trace[1543537619] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"167.759123ms","start":"2026-08-23T14:35:39.466049Z","end":"2026-08-23T14:35:39.633808Z","steps":["trace[1543537619] 'process raft request' (duration: 166.969096ms)"],"step_count":1} {"level":"warn","ts":"2026-08-23T14:35:39.6341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.400089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-08-23T14:35:39.634181Z","caller":"traceutil/trace.go:171","msg":"trace[1706487389] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:552; }","duration":"164.510102ms","start":"2026-08-23T14:35:39.469655Z","end":"2026-08-23T14:35:39.634165Z","steps":["trace[1706487389] 'agreement among raft nodes before linearized reading' (duration: 164.316885ms)"],"step_count":1} {"level":"warn","ts":"2026-08-23T14:35:39.635191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.724915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-23T14:35:39.635276Z","caller":"traceutil/trace.go:171","msg":"trace[1543663265] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:553; }","duration":"139.820818ms","start":"2026-08-23T14:35:39.49544Z","end":"2026-08-23T14:35:39.635261Z","steps":["trace[1543663265] 'agreement among raft nodes before linearized reading' (duration: 139.681743ms)"],"step_count":1} {"level":"info","ts":"2026-08-23T14:35:39.635577Z","caller":"traceutil/trace.go:171","msg":"trace[1664053056] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"159.18598ms","start":"2026-08-23T14:35:39.476379Z","end":"2026-08-23T14:35:39.635565Z","steps":["trace[1664053056] 'process raft request' (duration: 158.636732ms)"],"step_count":1} {"level":"info","ts":"2026-08-23T14:35:39.822596Z","caller":"traceutil/trace.go:171","msg":"trace[1810520872] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"121.830813ms","start":"2026-08-23T14:35:39.700749Z","end":"2026-08-23T14:35:39.82258Z","steps":["trace[1810520872] 'process raft request' (duration: 117.565648ms)"],"step_count":1} {"level":"warn","ts":"2026-08-23T14:35:45.78327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.98762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-08-23T14:35:45.783414Z","caller":"traceutil/trace.go:171","msg":"trace[1063609689] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:603; }","duration":"108.152196ms","start":"2026-08-23T14:35:45.675219Z","end":"2026-08-23T14:35:45.783372Z","steps":["trace[1063609689] 'range keys from in-memory index tree' (duration: 107.846474ms)"],"step_count":1} {"level":"info","ts":"2026-08-23T14:35:46.482303Z","caller":"traceutil/trace.go:171","msg":"trace[1816466167] linearizableReadLoop","detail":"{readStateIndex:624; appliedIndex:623; }","duration":"149.110619ms","start":"2026-08-23T14:35:46.333172Z","end":"2026-08-23T14:35:46.482283Z","steps":["trace[1816466167] 'read index received' (duration: 148.835278ms)","trace[1816466167] 'applied index is now lower than readState.Index' (duration: 274.471µs)"],"step_count":2} {"level":"info","ts":"2026-08-23T14:35:46.482428Z","caller":"traceutil/trace.go:171","msg":"trace[1459635780] transaction","detail":"{read_only:false; response_revision:605; number_of_response:1; }","duration":"443.726132ms","start":"2026-08-23T14:35:46.038658Z","end":"2026-08-23T14:35:46.482384Z","steps":["trace[1459635780] 'process raft request' (duration: 443.492973ms)"],"step_count":1} {"level":"warn","ts":"2026-08-23T14:35:46.482612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.408891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-08-23T14:35:46.482699Z","caller":"traceutil/trace.go:171","msg":"trace[1260844081] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:605; }","duration":"149.562477ms","start":"2026-08-23T14:35:46.333116Z","end":"2026-08-23T14:35:46.482679Z","steps":["trace[1260844081] 'agreement among raft nodes before linearized reading' (duration: 149.271065ms)"],"step_count":1} {"level":"warn","ts":"2026-08-23T14:35:46.483263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-23T14:35:46.03864Z","time spent":"443.90221ms","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-23T14:35:46.80111Z","caller":"traceutil/trace.go:171","msg":"trace[1011115306] linearizableReadLoop","detail":"{readStateIndex:627; appliedIndex:626; }","duration":"249.700219ms","start":"2026-08-23T14:35:46.551386Z","end":"2026-08-23T14:35:46.801086Z","steps":["trace[1011115306] 'read index received' (duration: 236.978338ms)","trace[1011115306] 'applied index is now lower than readState.Index' (duration: 12.720811ms)"],"step_count":2} {"level":"info","ts":"2026-08-23T14:35:46.801141Z","caller":"traceutil/trace.go:171","msg":"trace[1112452528] transaction","detail":"{read_only:false; response_revision:607; number_of_response:1; }","duration":"280.943583ms","start":"2026-08-23T14:35:46.520166Z","end":"2026-08-23T14:35:46.80111Z","steps":["trace[1112452528] 'process raft request' (duration: 268.252973ms)","trace[1112452528] 'compare' (duration: 12.518493ms)"],"step_count":2} {"level":"warn","ts":"2026-08-23T14:35:46.801257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.846874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-23T14:35:46.801294Z","caller":"traceutil/trace.go:171","msg":"trace[482628593] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:607; }","duration":"249.933279ms","start":"2026-08-23T14:35:46.551349Z","end":"2026-08-23T14:35:46.801283Z","steps":["trace[482628593] 'agreement among raft nodes before linearized reading' (duration: 249.830075ms)"],"step_count":1} {"level":"warn","ts":"2026-08-23T14:36:00.714238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.284608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-23T14:36:00.71428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.337354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-08-23T14:36:00.714335Z","caller":"traceutil/trace.go:171","msg":"trace[591550865] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:754; }","duration":"217.440726ms","start":"2026-08-23T14:36:00.496875Z","end":"2026-08-23T14:36:00.714315Z","steps":["trace[591550865] 'range keys from in-memory index tree' (duration: 217.187733ms)"],"step_count":1} {"level":"info","ts":"2026-08-23T14:36:00.714338Z","caller":"traceutil/trace.go:171","msg":"trace[1450244261] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:754; }","duration":"111.399897ms","start":"2026-08-23T14:36:00.602922Z","end":"2026-08-23T14:36:00.714322Z","steps":["trace[1450244261] 'range keys from in-memory index tree' (duration: 111.178707ms)"],"step_count":1} {"level":"warn","ts":"2026-08-23T14:36:30.366546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.938189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-startupapicheck-52gwz\" ","response":"range_response_count:1 size:3947"} {"level":"info","ts":"2026-08-23T14:36:30.366654Z","caller":"traceutil/trace.go:171","msg":"trace[1740928899] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-startupapicheck-52gwz; range_end:; response_count:1; response_revision:1162; }","duration":"113.1025ms","start":"2026-08-23T14:36:30.25353Z","end":"2026-08-23T14:36:30.366632Z","steps":["trace[1740928899] 'range keys from in-memory index tree' (duration: 112.675042ms)"],"step_count":1} {"level":"info","ts":"2026-08-23T14:37:18.225068Z","caller":"traceutil/trace.go:171","msg":"trace[1186789789] transaction","detail":"{read_only:false; response_revision:1836; number_of_response:1; }","duration":"354.084046ms","start":"2026-08-23T14:37:17.870944Z","end":"2026-08-23T14:37:18.225028Z","steps":["trace[1186789789] 'process raft request' (duration: 353.775411ms)"],"step_count":1} {"level":"warn","ts":"2026-08-23T14:37:18.225328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-23T14:37:17.870914Z","time spent":"354.26195ms","remote":"127.0.0.1:58448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-23T14:37:31.034366Z","caller":"traceutil/trace.go:171","msg":"trace[1637157712] linearizableReadLoop","detail":"{readStateIndex:2016; appliedIndex:2015; }","duration":"151.643727ms","start":"2026-08-23T14:37:30.882706Z","end":"2026-08-23T14:37:31.034349Z","steps":["trace[1637157712] 'read index received' (duration: 151.484564ms)","trace[1637157712] 'applied index is now lower than readState.Index' (duration: 158.623µs)"],"step_count":2} {"level":"info","ts":"2026-08-23T14:37:31.034447Z","caller":"traceutil/trace.go:171","msg":"trace[241271096] transaction","detail":"{read_only:false; response_revision:1947; number_of_response:1; }","duration":"174.684276ms","start":"2026-08-23T14:37:30.859716Z","end":"2026-08-23T14:37:31.0344Z","steps":["trace[241271096] 'process raft request' (duration: 174.516252ms)"],"step_count":1} {"level":"warn","ts":"2026-08-23T14:37:31.034579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.858664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-08-23T14:37:31.034613Z","caller":"traceutil/trace.go:171","msg":"trace[170300795] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1947; }","duration":"151.947331ms","start":"2026-08-23T14:37:30.882659Z","end":"2026-08-23T14:37:31.034606Z","steps":["trace[170300795] 'agreement among raft nodes before linearized reading' (duration: 151.774037ms)"],"step_count":1} {"level":"warn","ts":"2026-08-23T14:37:31.034586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.044773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-23T14:37:31.034665Z","caller":"traceutil/trace.go:171","msg":"trace[1413148123] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1947; }","duration":"129.172693ms","start":"2026-08-23T14:37:30.905464Z","end":"2026-08-23T14:37:31.034637Z","steps":["trace[1413148123] 'agreement among raft nodes before linearized reading' (duration: 129.025831ms)"],"step_count":1} {"level":"warn","ts":"2026-08-23T14:37:49.541008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.72617ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-23T14:37:49.541144Z","caller":"traceutil/trace.go:171","msg":"trace[1339772754] transaction","detail":"{read_only:false; response_revision:2064; number_of_response:1; }","duration":"289.869717ms","start":"2026-08-23T14:37:49.251254Z","end":"2026-08-23T14:37:49.541123Z","steps":["trace[1339772754] 'process raft request' (duration: 101.808319ms)","trace[1339772754] 'compare' (duration: 187.60794ms)"],"step_count":2} {"level":"info","ts":"2026-08-23T14:37:49.922672Z","caller":"traceutil/trace.go:171","msg":"trace[1670292781] transaction","detail":"{read_only:false; response_revision:2066; number_of_response:1; }","duration":"346.985504ms","start":"2026-08-23T14:37:49.575605Z","end":"2026-08-23T14:37:49.92259Z","steps":["trace[1670292781] 'process raft request' (duration: 346.726643ms)"],"step_count":1} {"level":"warn","ts":"2026-08-23T14:37:49.922956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-23T14:37:49.575583Z","time spent":"347.212064ms","remote":"127.0.0.1:58448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-23T14:37:49.932495Z","caller":"traceutil/trace.go:171","msg":"trace[1675589285] transaction","detail":"{read_only:false; response_revision:2067; number_of_response:1; }","duration":"315.004373ms","start":"2026-08-23T14:37:49.617464Z","end":"2026-08-23T14:37:49.932469Z","steps":["trace[1675589285] 'process raft request' (duration: 314.826138ms)"],"step_count":1} {"level":"warn","ts":"2026-08-23T14:37:49.932837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-23T14:37:49.617448Z","time spent":"315.132873ms","remote":"127.0.0.1:58448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-08-23T14:38:57.945205Z","caller":"traceutil/trace.go:171","msg":"trace[1042136975] transaction","detail":"{read_only:false; response_revision:2534; number_of_response:1; }","duration":"163.962309ms","start":"2026-08-23T14:38:57.781215Z","end":"2026-08-23T14:38:57.945177Z","steps":["trace[1042136975] 'process raft request' (duration: 163.826467ms)"],"step_count":1} {"level":"info","ts":"2026-08-23T14:38:57.955723Z","caller":"traceutil/trace.go:171","msg":"trace[937196178] transaction","detail":"{read_only:false; response_revision:2536; number_of_response:1; }","duration":"118.365709ms","start":"2026-08-23T14:38:57.837324Z","end":"2026-08-23T14:38:57.95569Z","steps":["trace[937196178] 'process raft request' (duration: 118.320465ms)"],"step_count":1} {"level":"info","ts":"2026-08-23T14:38:57.955918Z","caller":"traceutil/trace.go:171","msg":"trace[1537963036] transaction","detail":"{read_only:false; response_revision:2535; number_of_response:1; }","duration":"147.520875ms","start":"2026-08-23T14:38:57.808371Z","end":"2026-08-23T14:38:57.955892Z","steps":["trace[1537963036] 'process raft request' (duration: 147.167433ms)"],"step_count":1} {"level":"info","ts":"2026-08-23T14:39:30.201835Z","caller":"traceutil/trace.go:171","msg":"trace[66901494] transaction","detail":"{read_only:false; response_revision:2711; number_of_response:1; }","duration":"149.611064ms","start":"2026-08-23T14:39:30.052196Z","end":"2026-08-23T14:39:30.201807Z","steps":["trace[66901494] 'process raft request' (duration: 149.330421ms)"],"step_count":1} {"level":"info","ts":"2026-08-23T14:39:30.225839Z","caller":"traceutil/trace.go:171","msg":"trace[153293918] transaction","detail":"{read_only:false; response_revision:2713; number_of_response:1; }","duration":"134.743547ms","start":"2026-08-23T14:39:30.091076Z","end":"2026-08-23T14:39:30.225819Z","steps":["trace[153293918] 'process raft request' (duration: 134.695488ms)"],"step_count":1} {"level":"info","ts":"2026-08-23T14:39:30.225885Z","caller":"traceutil/trace.go:171","msg":"trace[1105024781] transaction","detail":"{read_only:false; response_revision:2712; number_of_response:1; }","duration":"166.847243ms","start":"2026-08-23T14:39:30.059018Z","end":"2026-08-23T14:39:30.225865Z","steps":["trace[1105024781] 'process raft request' (duration: 149.730341ms)","trace[1105024781] 'compare' (duration: 16.897807ms)"],"step_count":2} {"level":"warn","ts":"2026-08-23T14:39:30.604518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.56204ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-08-23T14:39:30.604642Z","caller":"traceutil/trace.go:171","msg":"trace[1701784241] linearizableReadLoop","detail":"{readStateIndex:2810; appliedIndex:2809; }","duration":"309.365296ms","start":"2026-08-23T14:39:30.295247Z","end":"2026-08-23T14:39:30.604612Z","steps":["trace[1701784241] 'read index received' (duration: 106.505014ms)","trace[1701784241] 'applied index is now lower than readState.Index' (duration: 202.858842ms)"],"step_count":2} {"level":"info","ts":"2026-08-23T14:39:30.604733Z","caller":"traceutil/trace.go:171","msg":"trace[880820051] transaction","detail":"{read_only:false; response_revision:2714; number_of_response:1; }","duration":"317.96964ms","start":"2026-08-23T14:39:30.286749Z","end":"2026-08-23T14:39:30.604719Z","steps":["trace[880820051] 'process raft request' (duration: 115.105688ms)","trace[880820051] 'compare' (duration: 202.239708ms)"],"step_count":2} {"level":"warn","ts":"2026-08-23T14:39:30.605223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.463334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-08-23T14:39:30.605364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.811273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-08-23T14:39:30.605386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.987934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-08-23T14:39:30.605364Z","caller":"traceutil/trace.go:171","msg":"trace[1617412400] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2714; }","duration":"108.65374ms","start":"2026-08-23T14:39:30.496679Z","end":"2026-08-23T14:39:30.605333Z","steps":["trace[1617412400] 'agreement among raft nodes before linearized reading' (duration: 108.426245ms)"],"step_count":1} {"level":"info","ts":"2026-08-23T14:39:30.605451Z","caller":"traceutil/trace.go:171","msg":"trace[297513556] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2714; }","duration":"186.914791ms","start":"2026-08-23T14:39:30.418521Z","end":"2026-08-23T14:39:30.605435Z","steps":["trace[297513556] 'agreement among raft nodes before linearized reading' (duration: 186.676147ms)"],"step_count":1} {"level":"info","ts":"2026-08-23T14:39:30.6055Z","caller":"traceutil/trace.go:171","msg":"trace[1920127818] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2714; }","duration":"186.080762ms","start":"2026-08-23T14:39:30.419367Z","end":"2026-08-23T14:39:30.605448Z","steps":["trace[1920127818] 'agreement among raft nodes before linearized reading' (duration: 185.812928ms)"],"step_count":1} {"level":"warn","ts":"2026-08-23T14:39:30.605463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-23T14:39:30.286717Z","time spent":"318.654703ms","remote":"127.0.0.1:58448","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-08-23T14:39:30.605316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.01578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-08-23T14:39:30.605915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.356942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-08-23T14:39:30.60598Z","caller":"traceutil/trace.go:171","msg":"trace[477698744] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2714; }","duration":"254.47565ms","start":"2026-08-23T14:39:30.351487Z","end":"2026-08-23T14:39:30.605963Z","steps":["trace[477698744] 'agreement among raft nodes before linearized reading' (duration: 253.526734ms)"],"step_count":1} {"level":"info","ts":"2026-08-23T14:39:30.605936Z","caller":"traceutil/trace.go:171","msg":"trace[1826315477] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:2714; }","duration":"310.485508ms","start":"2026-08-23T14:39:30.295231Z","end":"2026-08-23T14:39:30.605716Z","steps":["trace[1826315477] 'agreement among raft nodes before linearized reading' (duration: 309.944492ms)"],"step_count":1} {"level":"warn","ts":"2026-08-23T14:39:30.606423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-23T14:39:30.295143Z","time spent":"311.097942ms","remote":"127.0.0.1:48780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":15,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-08-23T14:43:08.353703Z","caller":"traceutil/trace.go:171","msg":"trace[1024114896] linearizableReadLoop","detail":"{readStateIndex:4728; appliedIndex:4726; }","duration":"140.986666ms","start":"2026-08-23T14:43:08.212691Z","end":"2026-08-23T14:43:08.353678Z","steps":["trace[1024114896] 'read index received' (duration: 30.968996ms)","trace[1024114896] 'applied index is now lower than readState.Index' (duration: 110.01661ms)"],"step_count":2} {"level":"warn","ts":"2026-08-23T14:43:08.353915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.208038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-08-23T14:43:08.353917Z","caller":"traceutil/trace.go:171","msg":"trace[1248416985] transaction","detail":"{read_only:false; response_revision:4562; number_of_response:1; }","duration":"156.479934ms","start":"2026-08-23T14:43:08.197406Z","end":"2026-08-23T14:43:08.353886Z","steps":["trace[1248416985] 'process raft request' (duration: 156.136274ms)"],"step_count":1} {"level":"info","ts":"2026-08-23T14:43:08.353948Z","caller":"traceutil/trace.go:171","msg":"trace[187908991] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4562; }","duration":"141.282873ms","start":"2026-08-23T14:43:08.212654Z","end":"2026-08-23T14:43:08.353936Z","steps":["trace[187908991] 'agreement among raft nodes before linearized reading' (duration: 141.120554ms)"],"step_count":1} {"level":"info","ts":"2026-08-23T14:43:13.354173Z","caller":"traceutil/trace.go:171","msg":"trace[972225676] linearizableReadLoop","detail":"{readStateIndex:4815; appliedIndex:4814; }","duration":"139.858839ms","start":"2026-08-23T14:43:13.214295Z","end":"2026-08-23T14:43:13.354154Z","steps":["trace[972225676] 'read index received' (duration: 139.69977ms)","trace[972225676] 'applied index is now lower than readState.Index' (duration: 158.229µs)"],"step_count":2} {"level":"warn","ts":"2026-08-23T14:43:13.354407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.091403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-08-23T14:43:13.354513Z","caller":"traceutil/trace.go:171","msg":"trace[1021015000] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4648; }","duration":"140.242661ms","start":"2026-08-23T14:43:13.214255Z","end":"2026-08-23T14:43:13.354498Z","steps":["trace[1021015000] 'agreement among raft nodes before linearized reading' (duration: 139.985496ms)"],"step_count":1} {"level":"info","ts":"2026-08-23T14:43:13.354818Z","caller":"traceutil/trace.go:171","msg":"trace[1370601247] transaction","detail":"{read_only:false; response_revision:4648; number_of_response:1; }","duration":"140.630073ms","start":"2026-08-23T14:43:13.214159Z","end":"2026-08-23T14:43:13.354789Z","steps":["trace[1370601247] 'process raft request' (duration: 139.87962ms)"],"step_count":1} {"level":"info","ts":"2026-08-23T14:43:13.597614Z","caller":"traceutil/trace.go:171","msg":"trace[834112390] transaction","detail":"{read_only:false; response_revision:4649; number_of_response:1; }","duration":"207.75369ms","start":"2026-08-23T14:43:13.389835Z","end":"2026-08-23T14:43:13.597589Z","steps":["trace[834112390] 'process raft request' (duration: 207.623713ms)"],"step_count":1} {"level":"info","ts":"2026-08-23T14:43:13.642194Z","caller":"traceutil/trace.go:171","msg":"trace[784724414] linearizableReadLoop","detail":"{readStateIndex:4818; appliedIndex:4816; }","duration":"145.909651ms","start":"2026-08-23T14:43:13.496267Z","end":"2026-08-23T14:43:13.642177Z","steps":["trace[784724414] 'read index received' (duration: 101.62442ms)","trace[784724414] 'applied index is now lower than readState.Index' (duration: 44.284381ms)"],"step_count":2} {"level":"info","ts":"2026-08-23T14:43:13.642232Z","caller":"traceutil/trace.go:171","msg":"trace[367623245] transaction","detail":"{read_only:false; response_revision:4650; number_of_response:1; }","duration":"191.594473ms","start":"2026-08-23T14:43:13.450616Z","end":"2026-08-23T14:43:13.642211Z","steps":["trace[367623245] 'process raft request' (duration: 159.755214ms)","trace[367623245] 'compare' (duration: 31.645597ms)"],"step_count":2} {"level":"warn","ts":"2026-08-23T14:43:13.642393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.114592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-08-23T14:43:13.642427Z","caller":"traceutil/trace.go:171","msg":"trace[1757346817] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4652; }","duration":"146.185917ms","start":"2026-08-23T14:43:13.496231Z","end":"2026-08-23T14:43:13.642417Z","steps":["trace[1757346817] 'agreement among raft nodes before linearized reading' (duration: 146.118153ms)"],"step_count":1} {"level":"info","ts":"2026-08-23T14:43:13.642574Z","caller":"traceutil/trace.go:171","msg":"trace[699505339] transaction","detail":"{read_only:false; response_revision:4652; number_of_response:1; }","duration":"134.035691ms","start":"2026-08-23T14:43:13.508529Z","end":"2026-08-23T14:43:13.642564Z","steps":["trace[699505339] 'process raft request' (duration: 133.612567ms)"],"step_count":1} {"level":"warn","ts":"2026-08-23T14:43:13.642619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.677505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-564fc68b6d-n2wk9\" ","response":"range_response_count:1 size:11257"} {"level":"info","ts":"2026-08-23T14:43:13.642674Z","caller":"traceutil/trace.go:171","msg":"trace[908072754] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-564fc68b6d-n2wk9; range_end:; response_count:1; response_revision:4652; }","duration":"125.772271ms","start":"2026-08-23T14:43:13.516885Z","end":"2026-08-23T14:43:13.642657Z","steps":["trace[908072754] 'agreement among raft nodes before linearized reading' (duration: 125.595561ms)"],"step_count":1} {"level":"info","ts":"2026-08-23T14:43:13.643672Z","caller":"traceutil/trace.go:171","msg":"trace[1265164170] transaction","detail":"{read_only:false; response_revision:4651; number_of_response:1; }","duration":"182.457922ms","start":"2026-08-23T14:43:13.461175Z","end":"2026-08-23T14:43:13.643633Z","steps":["trace[1265164170] 'process raft request' (duration: 180.935784ms)"],"step_count":1} {"level":"info","ts":"2026-08-23T14:43:14.095342Z","caller":"traceutil/trace.go:171","msg":"trace[397009485] linearizableReadLoop","detail":"{readStateIndex:4831; appliedIndex:4830; }","duration":"320.190769ms","start":"2026-08-23T14:43:13.775093Z","end":"2026-08-23T14:43:14.095284Z","steps":["trace[397009485] 'read index received' (duration: 223.467631ms)","trace[397009485] 'applied index is now lower than readState.Index' (duration: 96.721248ms)"],"step_count":2} {"level":"info","ts":"2026-08-23T14:43:14.09548Z","caller":"traceutil/trace.go:171","msg":"trace[94934639] transaction","detail":"{read_only:false; response_revision:4664; number_of_response:1; }","duration":"337.77565ms","start":"2026-08-23T14:43:13.757668Z","end":"2026-08-23T14:43:14.095443Z","steps":["trace[94934639] 'process raft request' (duration: 240.782157ms)","trace[94934639] 'compare' (duration: 96.570508ms)"],"step_count":2} {"level":"warn","ts":"2026-08-23T14:43:14.095628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-23T14:43:13.757652Z","time spent":"337.905638ms","remote":"127.0.0.1:48780","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2228,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-08-23T14:43:14.096007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.860388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16086"} {"level":"info","ts":"2026-08-23T14:43:14.096067Z","caller":"traceutil/trace.go:171","msg":"trace[824300536] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4664; }","duration":"361.949233ms","start":"2026-08-23T14:43:13.7341Z","end":"2026-08-23T14:43:14.09605Z","steps":["trace[824300536] 'agreement among raft nodes before linearized reading' (duration: 361.38277ms)"],"step_count":1} {"level":"warn","ts":"2026-08-23T14:43:14.096115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-23T14:43:13.734094Z","time spent":"362.012167ms","remote":"127.0.0.1:58358","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":16110,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-08-23T14:43:14.096157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.381088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-4f51d8eb-db3a-49e9-ac76-9714f7eb63d1\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-08-23T14:43:14.09621Z","caller":"traceutil/trace.go:171","msg":"trace[2001955467] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-4f51d8eb-db3a-49e9-ac76-9714f7eb63d1; range_end:; response_count:1; response_revision:4664; }","duration":"157.441382ms","start":"2026-08-23T14:43:13.938755Z","end":"2026-08-23T14:43:14.096196Z","steps":["trace[2001955467] 'agreement among raft nodes before linearized reading' (duration: 157.265142ms)"],"step_count":1} {"level":"warn","ts":"2026-08-23T14:43:14.096249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.328687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-08-23T14:43:14.096388Z","caller":"traceutil/trace.go:171","msg":"trace[527947416] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:4664; }","duration":"315.502557ms","start":"2026-08-23T14:43:13.780839Z","end":"2026-08-23T14:43:14.096342Z","steps":["trace[527947416] 'agreement among raft nodes before linearized reading' (duration: 315.156367ms)"],"step_count":1} {"level":"warn","ts":"2026-08-23T14:43:14.096479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-08-23T14:43:13.78083Z","time spent":"315.636265ms","remote":"127.0.0.1:58268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1366,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"info","ts":"2026-08-23T14:43:14.254241Z","caller":"traceutil/trace.go:171","msg":"trace[1047280402] transaction","detail":"{read_only:false; response_revision:4666; number_of_response:1; }","duration":"103.039196ms","start":"2026-08-23T14:43:14.151176Z","end":"2026-08-23T14:43:14.254215Z","steps":["trace[1047280402] 'process raft request' (duration: 90.518217ms)","trace[1047280402] 'compare' (duration: 12.234092ms)"],"step_count":2} {"level":"warn","ts":"2026-08-23T14:43:14.254377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.715487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-08-23T14:43:14.254433Z","caller":"traceutil/trace.go:171","msg":"trace[300491274] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:4666; }","duration":"102.791152ms","start":"2026-08-23T14:43:14.15163Z","end":"2026-08-23T14:43:14.254421Z","steps":["trace[300491274] 'agreement among raft nodes before linearized reading' (duration: 102.647203ms)"],"step_count":1} {"level":"info","ts":"2026-08-23T14:43:14.254868Z","caller":"traceutil/trace.go:171","msg":"trace[502520430] transaction","detail":"{read_only:false; response_revision:4667; number_of_response:1; }","duration":"103.139101ms","start":"2026-08-23T14:43:14.151719Z","end":"2026-08-23T14:43:14.254858Z","steps":["trace[502520430] 'process raft request' (duration: 102.903847ms)"],"step_count":1} {"level":"info","ts":"2026-08-23T14:43:14.254903Z","caller":"traceutil/trace.go:171","msg":"trace[110283361] transaction","detail":"{read_only:false; response_revision:4668; number_of_response:1; }","duration":"103.054466ms","start":"2026-08-23T14:43:14.151825Z","end":"2026-08-23T14:43:14.254879Z","steps":["trace[110283361] 'process raft request' (duration: 102.956211ms)"],"step_count":1} {"level":"info","ts":"2026-08-23T14:43:14.254933Z","caller":"traceutil/trace.go:171","msg":"trace[2062312202] transaction","detail":"{read_only:false; response_revision:4669; number_of_response:1; }","duration":"102.184296ms","start":"2026-08-23T14:43:14.152736Z","end":"2026-08-23T14:43:14.25492Z","steps":["trace[2062312202] 'process raft request' (duration: 102.08861ms)"],"step_count":1} {"level":"info","ts":"2026-08-23T14:43:14.254089Z","caller":"traceutil/trace.go:171","msg":"trace[375993713] linearizableReadLoop","detail":"{readStateIndex:4833; appliedIndex:4832; }","duration":"102.41735ms","start":"2026-08-23T14:43:14.151645Z","end":"2026-08-23T14:43:14.254063Z","steps":["trace[375993713] 'read index received' (duration: 90.134635ms)","trace[375993713] 'applied index is now lower than readState.Index' (duration: 12.281595ms)"],"step_count":2} {"level":"warn","ts":"2026-08-23T14:43:26.067822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.751173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-08-23T14:43:26.067919Z","caller":"traceutil/trace.go:171","msg":"trace[1771837012] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4841; }","duration":"240.895711ms","start":"2026-08-23T14:43:25.827003Z","end":"2026-08-23T14:43:26.067898Z","steps":["trace[1771837012] 'range keys from in-memory index tree' (duration: 240.532989ms)"],"step_count":1} {"level":"warn","ts":"2026-08-23T14:43:26.067906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.824476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-08-23T14:43:26.067988Z","caller":"traceutil/trace.go:171","msg":"trace[44605177] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4841; }","duration":"240.938494ms","start":"2026-08-23T14:43:25.827027Z","end":"2026-08-23T14:43:26.067965Z","steps":["trace[44605177] 'range keys from in-memory index tree' (duration: 240.646735ms)"],"step_count":1} {"level":"warn","ts":"2026-08-23T14:43:26.068396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.692681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-08-23T14:43:26.068452Z","caller":"traceutil/trace.go:171","msg":"trace[1643538154] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:4841; }","duration":"154.763036ms","start":"2026-08-23T14:43:25.913671Z","end":"2026-08-23T14:43:26.068434Z","steps":["trace[1643538154] 'count revisions from in-memory index tree' (duration: 154.642288ms)"],"step_count":1} {"level":"warn","ts":"2026-08-23T14:43:26.068583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.410597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-08-23T14:43:26.069011Z","caller":"traceutil/trace.go:171","msg":"trace[757046771] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4841; }","duration":"280.865214ms","start":"2026-08-23T14:43:25.78813Z","end":"2026-08-23T14:43:26.068995Z","steps":["trace[757046771] 'range keys from in-memory index tree' (duration: 280.276539ms)"],"step_count":1} {"level":"info","ts":"2026-08-23T14:43:27.29065Z","caller":"traceutil/trace.go:171","msg":"trace[959904212] transaction","detail":"{read_only:false; response_revision:4848; number_of_response:1; }","duration":"201.09411ms","start":"2026-08-23T14:43:27.089535Z","end":"2026-08-23T14:43:27.290629Z","steps":["trace[959904212] 'process raft request' (duration: 193.552488ms)"],"step_count":1} {"level":"info","ts":"2026-08-23T14:43:27.294147Z","caller":"traceutil/trace.go:171","msg":"trace[1381518166] linearizableReadLoop","detail":"{readStateIndex:5022; appliedIndex:5020; }","duration":"138.249927ms","start":"2026-08-23T14:43:27.155872Z","end":"2026-08-23T14:43:27.294122Z","steps":["trace[1381518166] 'read index received' (duration: 127.230127ms)","trace[1381518166] 'applied index is now lower than readState.Index' (duration: 11.01861ms)"],"step_count":2} {"level":"info","ts":"2026-08-23T14:43:27.294246Z","caller":"traceutil/trace.go:171","msg":"trace[1541853065] transaction","detail":"{read_only:false; response_revision:4849; number_of_response:1; }","duration":"201.997244ms","start":"2026-08-23T14:43:27.092222Z","end":"2026-08-23T14:43:27.294219Z","steps":["trace[1541853065] 'process raft request' (duration: 201.77432ms)"],"step_count":1} {"level":"warn","ts":"2026-08-23T14:43:27.294836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.747077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-08-23T14:43:27.294886Z","caller":"traceutil/trace.go:171","msg":"trace[1021292316] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:4849; }","duration":"139.041355ms","start":"2026-08-23T14:43:27.155832Z","end":"2026-08-23T14:43:27.294874Z","steps":["trace[1021292316] 'agreement among raft nodes before linearized reading' (duration: 138.383155ms)"],"step_count":1} {"level":"info","ts":"2026-08-23T14:45:03.519026Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2888} {"level":"info","ts":"2026-08-23T14:45:03.649888Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2888,"took":"129.190897ms","hash":779239815,"current-db-size-bytes":55025664,"current-db-size":"55 MB","current-db-size-in-use-bytes":29724672,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-08-23T14:45:03.649962Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":779239815,"revision":2888,"compact-revision":-1} {"level":"info","ts":"2026-08-23T14:47:05.840757Z","caller":"traceutil/trace.go:171","msg":"trace[1238241313] transaction","detail":"{read_only:false; response_revision:6435; number_of_response:1; }","duration":"119.398651ms","start":"2026-08-23T14:47:05.721331Z","end":"2026-08-23T14:47:05.84073Z","steps":["trace[1238241313] 'process raft request' (duration: 119.1017ms)"],"step_count":1} {"level":"info","ts":"2026-08-23T14:47:35.535729Z","caller":"traceutil/trace.go:171","msg":"trace[853549744] linearizableReadLoop","detail":"{readStateIndex:6870; appliedIndex:6869; }","duration":"129.490399ms","start":"2026-08-23T14:47:35.406211Z","end":"2026-08-23T14:47:35.535701Z","steps":["trace[853549744] 'read index received' (duration: 129.089698ms)","trace[853549744] 'applied index is now lower than readState.Index' (duration: 399.391µs)"],"step_count":2} {"level":"warn","ts":"2026-08-23T14:47:35.536859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.627494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-08-23T14:47:35.536943Z","caller":"traceutil/trace.go:171","msg":"trace[492073908] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:6638; }","duration":"130.764121ms","start":"2026-08-23T14:47:35.40616Z","end":"2026-08-23T14:47:35.536924Z","steps":["trace[492073908] 'agreement among raft nodes before linearized reading' (duration: 129.655065ms)"],"step_count":1} {"level":"warn","ts":"2026-08-23T14:47:35.536895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.498021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-08-23T14:47:35.537571Z","caller":"traceutil/trace.go:171","msg":"trace[1742523470] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:6638; }","duration":"129.188346ms","start":"2026-08-23T14:47:35.408348Z","end":"2026-08-23T14:47:35.537537Z","steps":["trace[1742523470] 'agreement among raft nodes before linearized reading' (duration: 128.393184ms)"],"step_count":1} {"level":"info","ts":"2026-08-23T14:47:35.53798Z","caller":"traceutil/trace.go:171","msg":"trace[487112591] transaction","detail":"{read_only:false; response_revision:6638; number_of_response:1; }","duration":"133.434881ms","start":"2026-08-23T14:47:35.404528Z","end":"2026-08-23T14:47:35.537963Z","steps":["trace[487112591] 'process raft request' (duration: 130.987976ms)"],"step_count":1} {"level":"info","ts":"2026-08-23T14:47:35.650191Z","caller":"traceutil/trace.go:171","msg":"trace[178256961] transaction","detail":"{read_only:false; response_revision:6640; number_of_response:1; }","duration":"108.062006ms","start":"2026-08-23T14:47:35.542112Z","end":"2026-08-23T14:47:35.650174Z","steps":["trace[178256961] 'process raft request' (duration: 107.778682ms)"],"step_count":1} {"level":"info","ts":"2026-08-23T14:50:03.525115Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5614} {"level":"info","ts":"2026-08-23T14:50:03.613778Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5614,"took":"87.044816ms","hash":1151206352,"current-db-size-bytes":55025664,"current-db-size":"55 MB","current-db-size-in-use-bytes":18292736,"current-db-size-in-use":"18 MB"} {"level":"info","ts":"2026-08-23T14:50:03.613833Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1151206352,"revision":5614,"compact-revision":2888}