{"level":"warn","ts":"2026-07-03T11:57:43.997903Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-03T11:57:43.997979Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.38:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.38:2380","--initial-cluster=instance=https://199.204.45.38:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.38:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.38:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-03T11:57:43.998045Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-03T11:57:43.998054Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.38:2380"]} {"level":"info","ts":"2026-07-03T11:57:43.998071Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-03T11:57:43.999724Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.38:2379"]} {"level":"info","ts":"2026-07-03T11:57:43.999802Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.38:2380"],"listen-peer-urls":["https://199.204.45.38:2380"],"advertise-client-urls":["https://199.204.45.38:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.38:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.38:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-03T11:57:44.00419Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.185287ms"} {"level":"info","ts":"2026-07-03T11:57:44.010154Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"331455d6226d3423","cluster-id":"25c7803fb83a1455"} {"level":"info","ts":"2026-07-03T11:57:44.010227Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 switched to configuration voters=()"} {"level":"info","ts":"2026-07-03T11:57:44.010262Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 became follower at term 0"} {"level":"info","ts":"2026-07-03T11:57:44.010281Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 331455d6226d3423 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-03T11:57:44.010297Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 became follower at term 1"} {"level":"info","ts":"2026-07-03T11:57:44.010343Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 switched to configuration voters=(3680661173657482275)"} {"level":"warn","ts":"2026-07-03T11:57:44.039235Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-03T11:57:44.055602Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-03T11:57:44.08375Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-03T11:57:44.140593Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"331455d6226d3423","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-03T11:57:44.145286Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"331455d6226d3423","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-03T11:57:44.145664Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-03T11:57:44.146211Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-03T11:57:44.146874Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-03T11:57:44.148269Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-03T11:57:44.148394Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.38:2380"} {"level":"info","ts":"2026-07-03T11:57:44.14844Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.38:2380"} {"level":"info","ts":"2026-07-03T11:57:44.150016Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"331455d6226d3423","initial-advertise-peer-urls":["https://199.204.45.38:2380"],"listen-peer-urls":["https://199.204.45.38:2380"],"advertise-client-urls":["https://199.204.45.38:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.38:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-03T11:57:44.150045Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-03T11:57:44.192692Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 switched to configuration voters=(3680661173657482275)"} {"level":"info","ts":"2026-07-03T11:57:44.192981Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"25c7803fb83a1455","local-member-id":"331455d6226d3423","added-peer-id":"331455d6226d3423","added-peer-peer-urls":["https://199.204.45.38:2380"]} {"level":"info","ts":"2026-07-03T11:57:44.611012Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 is starting a new election at term 1"} {"level":"info","ts":"2026-07-03T11:57:44.611071Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-03T11:57:44.611106Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 received MsgPreVoteResp from 331455d6226d3423 at term 1"} {"level":"info","ts":"2026-07-03T11:57:44.611123Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 became candidate at term 2"} {"level":"info","ts":"2026-07-03T11:57:44.611131Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 received MsgVoteResp from 331455d6226d3423 at term 2"} {"level":"info","ts":"2026-07-03T11:57:44.611144Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"331455d6226d3423 became leader at term 2"} {"level":"info","ts":"2026-07-03T11:57:44.611156Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 331455d6226d3423 elected leader 331455d6226d3423 at term 2"} {"level":"info","ts":"2026-07-03T11:57:45.040909Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-03T11:57:45.065721Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"331455d6226d3423","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.38:2379]}","request-path":"/0/members/331455d6226d3423/attributes","cluster-id":"25c7803fb83a1455","publish-timeout":"7s"} {"level":"info","ts":"2026-07-03T11:57:45.065835Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-03T11:57:45.065779Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-03T11:57:45.066105Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-03T11:57:45.066166Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-03T11:57:45.069428Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.38:2379"} {"level":"info","ts":"2026-07-03T11:57:45.070345Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-03T11:57:45.101686Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"25c7803fb83a1455","local-member-id":"331455d6226d3423","cluster-version":"3.5"} {"level":"info","ts":"2026-07-03T11:57:45.102014Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-03T11:57:45.10212Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"warn","ts":"2026-07-03T11:57:45.284004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.202806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-03T11:57:45.284727Z","caller":"traceutil/trace.go:171","msg":"trace[1893338145] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1; }","duration":"135.985139ms","start":"2026-07-03T11:57:45.14872Z","end":"2026-07-03T11:57:45.284705Z","steps":["trace[1893338145] 'count revisions from in-memory index tree' (duration: 135.110913ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:57:45.284291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.530729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-03T11:57:45.285489Z","caller":"traceutil/trace.go:171","msg":"trace[240843576] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1; }","duration":"124.764192ms","start":"2026-07-03T11:57:45.160704Z","end":"2026-07-03T11:57:45.285468Z","steps":["trace[240843576] 'range keys from in-memory index tree' (duration: 123.462337ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:57:45.284416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.734005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-03T11:57:45.285654Z","caller":"traceutil/trace.go:171","msg":"trace[762549762] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1; }","duration":"125.043641ms","start":"2026-07-03T11:57:45.160599Z","end":"2026-07-03T11:57:45.285643Z","steps":["trace[762549762] 'count revisions from in-memory index tree' (duration: 123.703114ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:57:45.284503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.146887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-03T11:57:45.286097Z","caller":"traceutil/trace.go:171","msg":"trace[1807963503] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1; }","duration":"113.778173ms","start":"2026-07-03T11:57:45.172304Z","end":"2026-07-03T11:57:45.286082Z","steps":["trace[1807963503] 'count revisions from in-memory index tree' (duration: 112.113136ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:57:45.284576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.265511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" limit:10000 ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-03T11:57:45.286316Z","caller":"traceutil/trace.go:171","msg":"trace[785849442] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1; }","duration":"114.015409ms","start":"2026-07-03T11:57:45.172289Z","end":"2026-07-03T11:57:45.286304Z","steps":["trace[785849442] 'range keys from in-memory index tree' (duration: 112.203488ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:57:55.829932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.324959ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T11:57:55.830044Z","caller":"traceutil/trace.go:171","msg":"trace[1989763558] transaction","detail":"{read_only:false; response_revision:362; number_of_response:1; }","duration":"139.048707ms","start":"2026-07-03T11:57:55.690977Z","end":"2026-07-03T11:57:55.830026Z","steps":["trace[1989763558] 'process raft request' (duration: 33.10781ms)","trace[1989763558] 'compare' (duration: 105.094143ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T11:57:55.835718Z","caller":"traceutil/trace.go:171","msg":"trace[1390535250] linearizableReadLoop","detail":"{readStateIndex:374; appliedIndex:372; }","duration":"143.048242ms","start":"2026-07-03T11:57:55.692653Z","end":"2026-07-03T11:57:55.835702Z","steps":["trace[1390535250] 'read index received' (duration: 31.423761ms)","trace[1390535250] 'applied index is now lower than readState.Index' (duration: 111.623711ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T11:57:55.835761Z","caller":"traceutil/trace.go:171","msg":"trace[666360312] transaction","detail":"{read_only:false; response_revision:363; number_of_response:1; }","duration":"144.679561ms","start":"2026-07-03T11:57:55.691049Z","end":"2026-07-03T11:57:55.835728Z","steps":["trace[666360312] 'process raft request' (duration: 144.414953ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:57:55.835852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.192828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/edit\" ","response":"range_response_count:1 size:3475"} {"level":"info","ts":"2026-07-03T11:57:55.835883Z","caller":"traceutil/trace.go:171","msg":"trace[663073368] range","detail":"{range_begin:/registry/clusterroles/edit; range_end:; response_count:1; response_revision:363; }","duration":"143.28594ms","start":"2026-07-03T11:57:55.692589Z","end":"2026-07-03T11:57:55.835875Z","steps":["trace[663073368] 'agreement among raft nodes before linearized reading' (duration: 143.225598ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:57:55.836042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.019431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-07-03T11:57:55.836101Z","caller":"traceutil/trace.go:171","msg":"trace[266307266] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:363; }","duration":"106.130924ms","start":"2026-07-03T11:57:55.729957Z","end":"2026-07-03T11:57:55.836088Z","steps":["trace[266307266] 'agreement among raft nodes before linearized reading' (duration: 105.98864ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T11:57:56.038873Z","caller":"traceutil/trace.go:171","msg":"trace[1558546910] transaction","detail":"{read_only:false; response_revision:367; number_of_response:1; }","duration":"147.767843ms","start":"2026-07-03T11:57:55.891056Z","end":"2026-07-03T11:57:56.038824Z","steps":["trace[1558546910] 'process raft request' (duration: 99.42496ms)","trace[1558546910] 'compare' (duration: 48.207648ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T11:57:56.039085Z","caller":"traceutil/trace.go:171","msg":"trace[268324497] linearizableReadLoop","detail":"{readStateIndex:381; appliedIndex:377; }","duration":"109.765122ms","start":"2026-07-03T11:57:55.929297Z","end":"2026-07-03T11:57:56.039062Z","steps":["trace[268324497] 'read index received' (duration: 61.260055ms)","trace[268324497] 'applied index is now lower than readState.Index' (duration: 48.504117ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T11:57:56.039273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.953708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-07-03T11:57:56.03931Z","caller":"traceutil/trace.go:171","msg":"trace[2132096551] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:370; }","duration":"110.046ms","start":"2026-07-03T11:57:55.929253Z","end":"2026-07-03T11:57:56.039299Z","steps":["trace[2132096551] 'agreement among raft nodes before linearized reading' (duration: 109.898696ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T11:57:56.039494Z","caller":"traceutil/trace.go:171","msg":"trace[1376898028] transaction","detail":"{read_only:false; response_revision:369; number_of_response:1; }","duration":"147.607677ms","start":"2026-07-03T11:57:55.891867Z","end":"2026-07-03T11:57:56.039475Z","steps":["trace[1376898028] 'process raft request' (duration: 147.096393ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T11:57:56.039516Z","caller":"traceutil/trace.go:171","msg":"trace[571629459] transaction","detail":"{read_only:false; response_revision:370; number_of_response:1; }","duration":"145.409164ms","start":"2026-07-03T11:57:55.894088Z","end":"2026-07-03T11:57:56.039497Z","steps":["trace[571629459] 'process raft request' (duration: 144.93583ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T11:57:56.039758Z","caller":"traceutil/trace.go:171","msg":"trace[152679838] transaction","detail":"{read_only:false; response_revision:368; number_of_response:1; }","duration":"148.37465ms","start":"2026-07-03T11:57:55.891347Z","end":"2026-07-03T11:57:56.039721Z","steps":["trace[152679838] 'process raft request' (duration: 147.511556ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:08.354764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.275791ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T11:58:08.354927Z","caller":"traceutil/trace.go:171","msg":"trace[248718006] transaction","detail":"{read_only:false; response_revision:431; number_of_response:1; }","duration":"219.538808ms","start":"2026-07-03T11:58:08.135363Z","end":"2026-07-03T11:58:08.354901Z","steps":["trace[248718006] 'process raft request' (duration: 98.053101ms)","trace[248718006] 'compare' (duration: 121.084146ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T11:58:21.568492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.170483ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T11:58:21.568612Z","caller":"traceutil/trace.go:171","msg":"trace[1944233743] linearizableReadLoop","detail":"{readStateIndex:562; appliedIndex:561; }","duration":"431.543091ms","start":"2026-07-03T11:58:21.137038Z","end":"2026-07-03T11:58:21.568581Z","steps":["trace[1944233743] 'read index received' (duration: 152.12549ms)","trace[1944233743] 'applied index is now lower than readState.Index' (duration: 279.416171ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T11:58:21.568683Z","caller":"traceutil/trace.go:171","msg":"trace[990480373] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"434.916002ms","start":"2026-07-03T11:58:21.133742Z","end":"2026-07-03T11:58:21.568658Z","steps":["trace[990480373] 'process raft request' (duration: 155.356617ms)","trace[990480373] 'compare' (duration: 279.018389ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T11:58:21.568772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.669924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1beta1.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:1010"} {"level":"info","ts":"2026-07-03T11:58:21.569819Z","caller":"traceutil/trace.go:171","msg":"trace[836557845] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1beta1.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:540; }","duration":"432.767568ms","start":"2026-07-03T11:58:21.137003Z","end":"2026-07-03T11:58:21.569771Z","steps":["trace[836557845] 'agreement among raft nodes before linearized reading' (duration: 431.661014ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:21.569923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:21.136988Z","time spent":"432.888622ms","remote":"127.0.0.1:48532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":1032,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1beta1.gateway.networking.k8s.io\" "} {"level":"warn","ts":"2026-07-03T11:58:21.568793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:21.133724Z","time spent":"435.010575ms","remote":"127.0.0.1:48030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9125,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T11:58:21.569072Z","caller":"traceutil/trace.go:171","msg":"trace[447666960] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"431.910312ms","start":"2026-07-03T11:58:21.137115Z","end":"2026-07-03T11:58:21.569026Z","steps":["trace[447666960] 'process raft request' (duration: 431.768868ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:21.570213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:21.137104Z","time spent":"433.072077ms","remote":"127.0.0.1:48532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":998,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T11:58:21.569202Z","caller":"traceutil/trace.go:171","msg":"trace[862544936] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"426.340245ms","start":"2026-07-03T11:58:21.142848Z","end":"2026-07-03T11:58:21.569188Z","steps":["trace[862544936] 'process raft request' (duration: 426.097166ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:21.570401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:21.142838Z","time spent":"427.472519ms","remote":"127.0.0.1:48532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":998,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T11:58:21.569403Z","caller":"traceutil/trace.go:171","msg":"trace[718847820] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"420.836818ms","start":"2026-07-03T11:58:21.148551Z","end":"2026-07-03T11:58:21.569387Z","steps":["trace[718847820] 'process raft request' (duration: 420.593771ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:21.570537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:21.14853Z","time spent":"421.971023ms","remote":"127.0.0.1:48030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":30374,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T11:58:21.569453Z","caller":"traceutil/trace.go:171","msg":"trace[1825583820] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"417.755586ms","start":"2026-07-03T11:58:21.151688Z","end":"2026-07-03T11:58:21.569443Z","steps":["trace[1825583820] 'process raft request' (duration: 417.512439ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:21.571325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:21.151676Z","time spent":"419.405175ms","remote":"127.0.0.1:48030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":64462,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T11:58:21.569429Z","caller":"traceutil/trace.go:171","msg":"trace[575376803] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"426.063697ms","start":"2026-07-03T11:58:21.143314Z","end":"2026-07-03T11:58:21.569377Z","steps":["trace[575376803] 'process raft request' (duration: 425.763078ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:21.573839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:21.143309Z","time spent":"430.434399ms","remote":"127.0.0.1:48030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28739,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T11:58:21.569504Z","caller":"traceutil/trace.go:171","msg":"trace[1556744715] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"426.269762ms","start":"2026-07-03T11:58:21.143217Z","end":"2026-07-03T11:58:21.569486Z","steps":["trace[1556744715] 'process raft request' (duration: 425.782867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:21.574118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:21.143195Z","time spent":"430.84302ms","remote":"127.0.0.1:48030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T11:58:21.569534Z","caller":"traceutil/trace.go:171","msg":"trace[524881800] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"414.436235ms","start":"2026-07-03T11:58:21.155079Z","end":"2026-07-03T11:58:21.569516Z","steps":["trace[524881800] 'process raft request' (duration: 414.26796ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:21.574329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:21.155071Z","time spent":"419.215189ms","remote":"127.0.0.1:48030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58844,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T11:58:21.569544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.369287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.networking.x-k8s.io\" ","response":"range_response_count:1 size:1019"} {"level":"info","ts":"2026-07-03T11:58:21.574692Z","caller":"traceutil/trace.go:171","msg":"trace[1866137780] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.networking.x-k8s.io; range_end:; response_count:1; response_revision:549; }","duration":"437.462709ms","start":"2026-07-03T11:58:21.137149Z","end":"2026-07-03T11:58:21.574612Z","steps":["trace[1866137780] 'agreement among raft nodes before linearized reading' (duration: 432.339255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:21.574801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:21.137145Z","time spent":"437.638385ms","remote":"127.0.0.1:48532","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1041,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/v1alpha1.gateway.networking.x-k8s.io\" "} {"level":"info","ts":"2026-07-03T11:58:21.56957Z","caller":"traceutil/trace.go:171","msg":"trace[564084767] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"416.189757ms","start":"2026-07-03T11:58:21.153371Z","end":"2026-07-03T11:58:21.569561Z","steps":["trace[564084767] 'process raft request' (duration: 415.916419ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:21.575396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:21.153363Z","time spent":"421.936251ms","remote":"127.0.0.1:48030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":30393,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T11:58:21.569599Z","caller":"traceutil/trace.go:171","msg":"trace[686592190] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"322.893533ms","start":"2026-07-03T11:58:21.246686Z","end":"2026-07-03T11:58:21.569579Z","steps":["trace[686592190] 'process raft request' (duration: 322.739318ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:21.576457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:21.246626Z","time spent":"329.779231ms","remote":"127.0.0.1:48030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T11:58:23.727841Z","caller":"traceutil/trace.go:171","msg":"trace[1504260459] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"120.887744ms","start":"2026-07-03T11:58:23.606933Z","end":"2026-07-03T11:58:23.72782Z","steps":["trace[1504260459] 'process raft request' (duration: 120.763ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T11:58:23.728235Z","caller":"traceutil/trace.go:171","msg":"trace[1782205079] linearizableReadLoop","detail":"{readStateIndex:627; appliedIndex:627; }","duration":"101.307333ms","start":"2026-07-03T11:58:23.626919Z","end":"2026-07-03T11:58:23.728226Z","steps":["trace[1782205079] 'read index received' (duration: 101.304063ms)","trace[1782205079] 'applied index is now lower than readState.Index' (duration: 2.52µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T11:58:23.728294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.358934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T11:58:23.72832Z","caller":"traceutil/trace.go:171","msg":"trace[2142416717] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:604; }","duration":"101.425236ms","start":"2026-07-03T11:58:23.626887Z","end":"2026-07-03T11:58:23.728312Z","steps":["trace[2142416717] 'agreement among raft nodes before linearized reading' (duration: 101.373645ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:24.672094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.977074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T11:58:24.672219Z","caller":"traceutil/trace.go:171","msg":"trace[1062499280] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:604; }","duration":"201.172619ms","start":"2026-07-03T11:58:24.471017Z","end":"2026-07-03T11:58:24.67219Z","steps":["trace[1062499280] 'range keys from in-memory index tree' (duration: 200.550791ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T11:58:28.6983Z","caller":"traceutil/trace.go:171","msg":"trace[401764550] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"589.557608ms","start":"2026-07-03T11:58:28.108701Z","end":"2026-07-03T11:58:28.698258Z","steps":["trace[401764550] 'process raft request' (duration: 588.436902ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:28.69845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:28.108683Z","time spent":"589.690309ms","remote":"127.0.0.1:48072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036277,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T11:58:29.382906Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757021507625602936,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T11:58:29.470814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.304101ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T11:58:29.471001Z","caller":"traceutil/trace.go:171","msg":"trace[1276431078] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"751.297164ms","start":"2026-07-03T11:58:28.71964Z","end":"2026-07-03T11:58:29.470937Z","steps":["trace[1276431078] 'process raft request' (duration: 52.776655ms)","trace[1276431078] 'compare' (duration: 697.00469ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T11:58:29.471145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:28.719626Z","time spent":"751.416915ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T11:58:31.620143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000325325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-03T11:58:31.620264Z","caller":"traceutil/trace.go:171","msg":"trace[588032219] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000528637s","start":"2026-07-03T11:58:29.619713Z","end":"2026-07-03T11:58:31.620242Z","steps":["trace[588032219] 'agreement among raft nodes before linearized reading' (duration: 2.000382576s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:31.620318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:29.619682Z","time spent":"2.000623298s","remote":"127.0.0.1:47968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/03 11:58:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-03T11:58:32.109189Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.946226315s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-03T11:58:32.219122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.53286999s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T11:58:32.219486Z","caller":"traceutil/trace.go:171","msg":"trace[979040014] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"2.056626293s","start":"2026-07-03T11:58:30.162836Z","end":"2026-07-03T11:58:32.219462Z","steps":["trace[979040014] 'process raft request' (duration: 2.056550582s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:32.219565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:30.162808Z","time spent":"2.056721284s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T11:58:32.219908Z","caller":"traceutil/trace.go:171","msg":"trace[315336445] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"3.467573772s","start":"2026-07-03T11:58:28.752298Z","end":"2026-07-03T11:58:32.219872Z","steps":["trace[315336445] 'process raft request' (duration: 3.466959777s)"],"step_count":1} {"level":"info","ts":"2026-07-03T11:58:32.219975Z","caller":"traceutil/trace.go:171","msg":"trace[1879913479] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"3.491776231s","start":"2026-07-03T11:58:28.728163Z","end":"2026-07-03T11:58:32.219939Z","steps":["trace[1879913479] 'process raft request' (duration: 957.956064ms)","trace[1879913479] 'compare' (duration: 2.532194054s)"],"step_count":2} {"level":"info","ts":"2026-07-03T11:58:32.219984Z","caller":"traceutil/trace.go:171","msg":"trace[1952916420] linearizableReadLoop","detail":"{readStateIndex:659; appliedIndex:657; }","duration":"3.337380849s","start":"2026-07-03T11:58:28.882551Z","end":"2026-07-03T11:58:32.219932Z","steps":["trace[1952916420] 'read index received' (duration: 803.486042ms)","trace[1952916420] 'applied index is now lower than readState.Index' (duration: 2.533885247s)"],"step_count":2} {"level":"warn","ts":"2026-07-03T11:58:32.220059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:28.752202Z","time spent":"3.467782744s","remote":"127.0.0.1:48516","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1627,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T11:58:32.22014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:28.728152Z","time spent":"3.491895062s","remote":"127.0.0.1:48152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T11:58:32.220323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.337776182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T11:58:32.220373Z","caller":"traceutil/trace.go:171","msg":"trace[1465138338] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:636; }","duration":"3.337876112s","start":"2026-07-03T11:58:28.882478Z","end":"2026-07-03T11:58:32.220354Z","steps":["trace[1465138338] 'agreement among raft nodes before linearized reading' (duration: 3.337667041s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:32.220417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:28.882455Z","time spent":"3.337953292s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-03T11:58:32.220767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.278171954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-03T11:58:32.220763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.079685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T11:58:32.220814Z","caller":"traceutil/trace.go:171","msg":"trace[2035601519] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:636; }","duration":"3.278251344s","start":"2026-07-03T11:58:28.942551Z","end":"2026-07-03T11:58:32.220802Z","steps":["trace[2035601519] 'agreement among raft nodes before linearized reading' (duration: 3.278103023s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:32.22092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:28.942532Z","time spent":"3.278379495s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T11:58:32.220928Z","caller":"traceutil/trace.go:171","msg":"trace[1899746566] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:636; }","duration":"600.295456ms","start":"2026-07-03T11:58:31.620605Z","end":"2026-07-03T11:58:32.2209Z","steps":["trace[1899746566] 'agreement among raft nodes before linearized reading' (duration: 600.059494ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:32.220794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.471056359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-03T11:58:32.220987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:31.62057Z","time spent":"600.407306ms","remote":"127.0.0.1:47982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-03T11:58:32.221006Z","caller":"traceutil/trace.go:171","msg":"trace[468324713] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:636; }","duration":"2.47133476s","start":"2026-07-03T11:58:29.749661Z","end":"2026-07-03T11:58:32.220996Z","steps":["trace[468324713] 'agreement among raft nodes before linearized reading' (duration: 2.470996258s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:32.221037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:29.749638Z","time spent":"2.471390841s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-03T11:58:32.2208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.787317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T11:58:32.221122Z","caller":"traceutil/trace.go:171","msg":"trace[1329798568] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:636; }","duration":"741.154969ms","start":"2026-07-03T11:58:31.479959Z","end":"2026-07-03T11:58:32.221114Z","steps":["trace[1329798568] 'agreement among raft nodes before linearized reading' (duration: 740.692646ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:32.221147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:31.479929Z","time spent":"741.211139ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T11:58:32.759202Z","caller":"traceutil/trace.go:171","msg":"trace[1430977425] transaction","detail":"{read_only:false; response_revision:642; number_of_response:1; }","duration":"128.214784ms","start":"2026-07-03T11:58:32.630961Z","end":"2026-07-03T11:58:32.759175Z","steps":["trace[1430977425] 'process raft request' (duration: 127.558199ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:33.952695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.834369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-8ffl4\" ","response":"range_response_count:1 size:4679"} {"level":"info","ts":"2026-07-03T11:58:33.952822Z","caller":"traceutil/trace.go:171","msg":"trace[289173291] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-8ffl4; range_end:; response_count:1; response_revision:663; }","duration":"171.03249ms","start":"2026-07-03T11:58:33.781763Z","end":"2026-07-03T11:58:33.952795Z","steps":["trace[289173291] 'range keys from in-memory index tree' (duration: 170.604908ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T11:58:34.25138Z","caller":"traceutil/trace.go:171","msg":"trace[729618766] transaction","detail":"{read_only:false; response_revision:664; number_of_response:1; }","duration":"380.276148ms","start":"2026-07-03T11:58:33.871074Z","end":"2026-07-03T11:58:34.251351Z","steps":["trace[729618766] 'process raft request' (duration: 380.098177ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:34.251721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:33.871046Z","time spent":"380.426211ms","remote":"127.0.0.1:48030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3353,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T11:58:34.397937Z","caller":"traceutil/trace.go:171","msg":"trace[1742334118] transaction","detail":"{read_only:false; response_revision:665; number_of_response:1; }","duration":"436.476398ms","start":"2026-07-03T11:58:33.961423Z","end":"2026-07-03T11:58:34.397899Z","steps":["trace[1742334118] 'process raft request' (duration: 364.804832ms)","trace[1742334118] 'compare' (duration: 71.452594ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T11:58:34.398156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:33.961404Z","time spent":"436.627289ms","remote":"127.0.0.1:48152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4675,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T11:58:34.398138Z","caller":"traceutil/trace.go:171","msg":"trace[108857186] linearizableReadLoop","detail":"{readStateIndex:691; appliedIndex:688; }","duration":"157.374714ms","start":"2026-07-03T11:58:34.240731Z","end":"2026-07-03T11:58:34.398105Z","steps":["trace[108857186] 'read index received' (duration: 10.350044ms)","trace[108857186] 'applied index is now lower than readState.Index' (duration: 147.02206ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T11:58:34.398209Z","caller":"traceutil/trace.go:171","msg":"trace[1437190785] transaction","detail":"{read_only:false; response_revision:666; number_of_response:1; }","duration":"327.746215ms","start":"2026-07-03T11:58:34.070408Z","end":"2026-07-03T11:58:34.398154Z","steps":["trace[1437190785] 'process raft request' (duration: 327.432972ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:34.398432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:34.070387Z","time spent":"327.928506ms","remote":"127.0.0.1:48030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4234,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T11:58:34.398471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.727388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-03T11:58:34.398551Z","caller":"traceutil/trace.go:171","msg":"trace[238352404] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:666; }","duration":"157.864089ms","start":"2026-07-03T11:58:34.240664Z","end":"2026-07-03T11:58:34.398528Z","steps":["trace[238352404] 'agreement among raft nodes before linearized reading' (duration: 157.577786ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T11:58:34.568769Z","caller":"traceutil/trace.go:171","msg":"trace[1815556720] transaction","detail":"{read_only:false; response_revision:668; number_of_response:1; }","duration":"312.316889ms","start":"2026-07-03T11:58:34.256434Z","end":"2026-07-03T11:58:34.568751Z","steps":["trace[1815556720] 'process raft request' (duration: 312.168898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:34.568891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:34.256414Z","time spent":"312.40264ms","remote":"127.0.0.1:48030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4309,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T11:58:34.568938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.694637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T11:58:34.568988Z","caller":"traceutil/trace.go:171","msg":"trace[1731362385] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:669; }","duration":"326.784317ms","start":"2026-07-03T11:58:34.242191Z","end":"2026-07-03T11:58:34.568975Z","steps":["trace[1731362385] 'agreement among raft nodes before linearized reading' (duration: 326.616306ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:34.569028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:34.242173Z","time spent":"326.845917ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-03T11:58:34.569004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.828289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T11:58:34.568771Z","caller":"traceutil/trace.go:171","msg":"trace[1179334112] linearizableReadLoop","detail":"{readStateIndex:694; appliedIndex:691; }","duration":"170.513382ms","start":"2026-07-03T11:58:34.398238Z","end":"2026-07-03T11:58:34.568751Z","steps":["trace[1179334112] 'read index received' (duration: 139.734221ms)","trace[1179334112] 'applied index is now lower than readState.Index' (duration: 30.777821ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T11:58:34.569096Z","caller":"traceutil/trace.go:171","msg":"trace[789093283] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:669; }","duration":"325.94848ms","start":"2026-07-03T11:58:34.243128Z","end":"2026-07-03T11:58:34.569076Z","steps":["trace[789093283] 'agreement among raft nodes before linearized reading' (duration: 325.653257ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:34.569232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:34.243119Z","time spent":"326.100772ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-03T11:58:34.568812Z","caller":"traceutil/trace.go:171","msg":"trace[1335579949] transaction","detail":"{read_only:false; response_revision:667; number_of_response:1; }","duration":"313.916682ms","start":"2026-07-03T11:58:34.254834Z","end":"2026-07-03T11:58:34.568751Z","steps":["trace[1335579949] 'process raft request' (duration: 283.06488ms)","trace[1335579949] 'compare' (duration: 30.56473ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T11:58:34.569679Z","caller":"traceutil/trace.go:171","msg":"trace[1903172934] transaction","detail":"{read_only:false; response_revision:669; number_of_response:1; }","duration":"297.58263ms","start":"2026-07-03T11:58:34.272071Z","end":"2026-07-03T11:58:34.569654Z","steps":["trace[1903172934] 'process raft request' (duration: 296.597142ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:34.569925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:34.254816Z","time spent":"314.79771ms","remote":"127.0.0.1:48532","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":932,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T11:58:34.570064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.990349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T11:58:34.57014Z","caller":"traceutil/trace.go:171","msg":"trace[1700086916] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:669; }","duration":"327.223252ms","start":"2026-07-03T11:58:34.242908Z","end":"2026-07-03T11:58:34.570131Z","steps":["trace[1700086916] 'agreement among raft nodes before linearized reading' (duration: 326.95369ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:34.570187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:34.242876Z","time spent":"327.296342ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T11:58:34.622228Z","caller":"traceutil/trace.go:171","msg":"trace[762669213] transaction","detail":"{read_only:false; response_revision:670; number_of_response:1; }","duration":"218.376332ms","start":"2026-07-03T11:58:34.403825Z","end":"2026-07-03T11:58:34.622201Z","steps":["trace[762669213] 'process raft request' (duration: 218.192131ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T11:58:34.622581Z","caller":"traceutil/trace.go:171","msg":"trace[871807143] transaction","detail":"{read_only:false; response_revision:671; number_of_response:1; }","duration":"216.777039ms","start":"2026-07-03T11:58:34.405784Z","end":"2026-07-03T11:58:34.622561Z","steps":["trace[871807143] 'process raft request' (duration: 216.358274ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T11:58:34.623002Z","caller":"traceutil/trace.go:171","msg":"trace[1139166069] transaction","detail":"{read_only:false; response_revision:672; number_of_response:1; }","duration":"150.278096ms","start":"2026-07-03T11:58:34.472668Z","end":"2026-07-03T11:58:34.622946Z","steps":["trace[1139166069] 'process raft request' (duration: 149.775643ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:35.244678Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757021507625603013,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-03T11:58:35.422269Z","caller":"traceutil/trace.go:171","msg":"trace[898427121] transaction","detail":"{read_only:false; response_revision:686; number_of_response:1; }","duration":"699.86869ms","start":"2026-07-03T11:58:34.722375Z","end":"2026-07-03T11:58:35.422244Z","steps":["trace[898427121] 'process raft request' (duration: 699.658718ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:35.422504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:34.72235Z","time spent":"700.068171ms","remote":"127.0.0.1:48030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4059,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T11:58:35.703925Z","caller":"traceutil/trace.go:171","msg":"trace[1188830020] transaction","detail":"{read_only:false; response_revision:687; number_of_response:1; }","duration":"981.195934ms","start":"2026-07-03T11:58:34.722711Z","end":"2026-07-03T11:58:35.703907Z","steps":["trace[1188830020] 'process raft request' (duration: 980.970142ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:35.704059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:34.722697Z","time spent":"981.282394ms","remote":"127.0.0.1:48030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5571,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T11:58:35.703925Z","caller":"traceutil/trace.go:171","msg":"trace[972565416] transaction","detail":"{read_only:false; response_revision:688; number_of_response:1; }","duration":"828.747041ms","start":"2026-07-03T11:58:34.875158Z","end":"2026-07-03T11:58:35.703905Z","steps":["trace[972565416] 'process raft request' (duration: 828.64797ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T11:58:35.704152Z","caller":"traceutil/trace.go:171","msg":"trace[166090553] linearizableReadLoop","detail":"{readStateIndex:714; appliedIndex:710; }","duration":"959.760447ms","start":"2026-07-03T11:58:34.74437Z","end":"2026-07-03T11:58:35.704131Z","steps":["trace[166090553] 'read index received' (duration: 677.666538ms)","trace[166090553] 'applied index is now lower than readState.Index' (duration: 282.092579ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T11:58:35.704194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:34.875101Z","time spent":"829.042063ms","remote":"127.0.0.1:48030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9343,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T11:58:35.704251Z","caller":"traceutil/trace.go:171","msg":"trace[1810931979] transaction","detail":"{read_only:false; response_revision:689; number_of_response:1; }","duration":"621.536175ms","start":"2026-07-03T11:58:35.082702Z","end":"2026-07-03T11:58:35.704238Z","steps":["trace[1810931979] 'process raft request' (duration: 621.150722ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:35.704341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:35.082628Z","time spent":"621.653456ms","remote":"127.0.0.1:48030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12244,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-03T11:58:35.704427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.029111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-03T11:58:35.704354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.99298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-64l9c\" ","response":"range_response_count:1 size:17520"} {"level":"info","ts":"2026-07-03T11:58:35.704568Z","caller":"traceutil/trace.go:171","msg":"trace[1526679643] range","detail":"{range_begin:/registry/pods/kube-system/cilium-64l9c; range_end:; response_count:1; response_revision:690; }","duration":"960.234582ms","start":"2026-07-03T11:58:34.744319Z","end":"2026-07-03T11:58:35.704554Z","steps":["trace[1526679643] 'agreement among raft nodes before linearized reading' (duration: 959.939309ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:35.704615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:34.744304Z","time spent":"960.297292ms","remote":"127.0.0.1:48152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17542,"request content":"key:\"/registry/pods/kube-system/cilium-64l9c\" "} {"level":"info","ts":"2026-07-03T11:58:35.704693Z","caller":"traceutil/trace.go:171","msg":"trace[1250272400] transaction","detail":"{read_only:false; response_revision:690; number_of_response:1; }","duration":"430.481506ms","start":"2026-07-03T11:58:35.273873Z","end":"2026-07-03T11:58:35.704354Z","steps":["trace[1250272400] 'process raft request' (duration: 430.186224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:35.704893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:35.273835Z","time spent":"430.995771ms","remote":"127.0.0.1:48030","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23277,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T11:58:35.70447Z","caller":"traceutil/trace.go:171","msg":"trace[1532614721] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:690; }","duration":"235.120302ms","start":"2026-07-03T11:58:35.469334Z","end":"2026-07-03T11:58:35.704455Z","steps":["trace[1532614721] 'agreement among raft nodes before linearized reading' (duration: 235.053141ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T11:58:35.875322Z","caller":"traceutil/trace.go:171","msg":"trace[275925511] transaction","detail":"{read_only:false; response_revision:693; number_of_response:1; }","duration":"161.082295ms","start":"2026-07-03T11:58:35.714207Z","end":"2026-07-03T11:58:35.875289Z","steps":["trace[275925511] 'process raft request' (duration: 160.934294ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T11:58:35.875331Z","caller":"traceutil/trace.go:171","msg":"trace[1299449027] transaction","detail":"{read_only:false; response_revision:694; number_of_response:1; }","duration":"157.200011ms","start":"2026-07-03T11:58:35.718098Z","end":"2026-07-03T11:58:35.875298Z","steps":["trace[1299449027] 'process raft request' (duration: 157.11674ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T11:58:35.875588Z","caller":"traceutil/trace.go:171","msg":"trace[1738915371] transaction","detail":"{read_only:false; response_revision:692; number_of_response:1; }","duration":"162.918071ms","start":"2026-07-03T11:58:35.712655Z","end":"2026-07-03T11:58:35.875573Z","steps":["trace[1738915371] 'process raft request' (duration: 160.549461ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T11:58:35.895559Z","caller":"traceutil/trace.go:171","msg":"trace[854518348] transaction","detail":"{read_only:false; response_revision:695; number_of_response:1; }","duration":"127.825884ms","start":"2026-07-03T11:58:35.767678Z","end":"2026-07-03T11:58:35.895504Z","steps":["trace[854518348] 'process raft request' (duration: 127.681943ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T11:58:46.098595Z","caller":"traceutil/trace.go:171","msg":"trace[2000411448] transaction","detail":"{read_only:false; response_revision:780; number_of_response:1; }","duration":"252.582042ms","start":"2026-07-03T11:58:45.845988Z","end":"2026-07-03T11:58:46.09857Z","steps":["trace[2000411448] 'process raft request' (duration: 252.42638ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T11:58:46.371962Z","caller":"traceutil/trace.go:171","msg":"trace[1707724101] transaction","detail":"{read_only:false; response_revision:781; number_of_response:1; }","duration":"267.595348ms","start":"2026-07-03T11:58:46.104335Z","end":"2026-07-03T11:58:46.37193Z","steps":["trace[1707724101] 'process raft request' (duration: 267.448427ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:46.596805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.942171ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T11:58:46.596982Z","caller":"traceutil/trace.go:171","msg":"trace[459060662] linearizableReadLoop","detail":"{readStateIndex:810; appliedIndex:809; }","duration":"123.937739ms","start":"2026-07-03T11:58:46.473028Z","end":"2026-07-03T11:58:46.596966Z","steps":["trace[459060662] 'read index received' (duration: 43.88µs)","trace[459060662] 'applied index is now lower than readState.Index' (duration: 123.892579ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T11:58:46.597028Z","caller":"traceutil/trace.go:171","msg":"trace[1549393208] transaction","detail":"{read_only:false; response_revision:782; number_of_response:1; }","duration":"492.131795ms","start":"2026-07-03T11:58:46.104863Z","end":"2026-07-03T11:58:46.596995Z","steps":["trace[1549393208] 'process raft request' (duration: 342.894551ms)","trace[1549393208] 'compare' (duration: 148.754589ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T11:58:46.597106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.072501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T11:58:46.597172Z","caller":"traceutil/trace.go:171","msg":"trace[103834956] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:782; }","duration":"124.190633ms","start":"2026-07-03T11:58:46.472962Z","end":"2026-07-03T11:58:46.597153Z","steps":["trace[103834956] 'agreement among raft nodes before linearized reading' (duration: 124.066612ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:46.597201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:46.104839Z","time spent":"492.273346ms","remote":"127.0.0.1:48230","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1290,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T11:58:51.224635Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757021507625603281,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T11:58:51.725185Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":3757021507625603281,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-03T11:58:51.745757Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.048602212s","expected-duration":"1s"} {"level":"info","ts":"2026-07-03T11:58:51.746256Z","caller":"traceutil/trace.go:171","msg":"trace[1360252547] transaction","detail":"{read_only:false; response_revision:809; number_of_response:1; }","duration":"1.049218441s","start":"2026-07-03T11:58:50.697012Z","end":"2026-07-03T11:58:51.74623Z","steps":["trace[1360252547] 'process raft request' (duration: 1.048943448s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:51.746416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:50.696984Z","time spent":"1.049342402s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T11:58:51.765088Z","caller":"traceutil/trace.go:171","msg":"trace[966663943] transaction","detail":"{read_only:false; response_revision:810; number_of_response:1; }","duration":"895.351621ms","start":"2026-07-03T11:58:50.869715Z","end":"2026-07-03T11:58:51.765067Z","steps":["trace[966663943] 'process raft request' (duration: 895.099948ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:51.765229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:50.869698Z","time spent":"895.454922ms","remote":"127.0.0.1:48196","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T11:58:51.765383Z","caller":"traceutil/trace.go:171","msg":"trace[137237924] linearizableReadLoop","detail":"{readStateIndex:841; appliedIndex:838; }","duration":"1.041110852s","start":"2026-07-03T11:58:50.724242Z","end":"2026-07-03T11:58:51.765353Z","steps":["trace[137237924] 'read index received' (duration: 1.021785494s)","trace[137237924] 'applied index is now lower than readState.Index' (duration: 19.323488ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T11:58:51.765542Z","caller":"traceutil/trace.go:171","msg":"trace[1347050765] transaction","detail":"{read_only:false; response_revision:811; number_of_response:1; }","duration":"890.586793ms","start":"2026-07-03T11:58:50.874944Z","end":"2026-07-03T11:58:51.765531Z","steps":["trace[1347050765] 'process raft request' (duration: 890.014615ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:51.76573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:50.874931Z","time spent":"890.648683ms","remote":"127.0.0.1:48140","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5051,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-03T11:58:51.765742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.830297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T11:58:51.765809Z","caller":"traceutil/trace.go:171","msg":"trace[914589826] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:811; }","duration":"145.91724ms","start":"2026-07-03T11:58:51.619863Z","end":"2026-07-03T11:58:51.76578Z","steps":["trace[914589826] 'agreement among raft nodes before linearized reading' (duration: 145.847709ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:51.765882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023121796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T11:58:51.765925Z","caller":"traceutil/trace.go:171","msg":"trace[1005773393] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:811; }","duration":"1.023178736s","start":"2026-07-03T11:58:50.742735Z","end":"2026-07-03T11:58:51.765913Z","steps":["trace[1005773393] 'agreement among raft nodes before linearized reading' (duration: 1.023020754s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:51.765925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023199137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-03T11:58:51.765947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:50.74273Z","time spent":"1.023212147s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-03T11:58:51.76598Z","caller":"traceutil/trace.go:171","msg":"trace[869000441] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:811; }","duration":"1.023276668s","start":"2026-07-03T11:58:50.742688Z","end":"2026-07-03T11:58:51.765965Z","steps":["trace[869000441] 'agreement among raft nodes before linearized reading' (duration: 1.023011995s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:51.766037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:50.742675Z","time spent":"1.023351809s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-03T11:58:51.766068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041790801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T11:58:51.766206Z","caller":"traceutil/trace.go:171","msg":"trace[71150345] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:811; }","duration":"1.041956043s","start":"2026-07-03T11:58:50.724213Z","end":"2026-07-03T11:58:51.766169Z","steps":["trace[71150345] 'agreement among raft nodes before linearized reading' (duration: 1.041521748s)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:51.766253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:50.724201Z","time spent":"1.042043554s","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-03T11:58:56.684013Z","caller":"traceutil/trace.go:171","msg":"trace[1897370185] transaction","detail":"{read_only:false; response_revision:861; number_of_response:1; }","duration":"135.748325ms","start":"2026-07-03T11:58:56.54822Z","end":"2026-07-03T11:58:56.683968Z","steps":["trace[1897370185] 'process raft request' (duration: 135.596053ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T11:58:57.879546Z","caller":"traceutil/trace.go:171","msg":"trace[1853816053] transaction","detail":"{read_only:false; response_revision:864; number_of_response:1; }","duration":"326.426554ms","start":"2026-07-03T11:58:57.553087Z","end":"2026-07-03T11:58:57.879514Z","steps":["trace[1853816053] 'process raft request' (duration: 311.907767ms)","trace[1853816053] 'compare' (duration: 14.274454ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T11:58:57.879704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:57.55307Z","time spent":"326.558925ms","remote":"127.0.0.1:36772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2783,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-03T11:58:57.902673Z","caller":"traceutil/trace.go:171","msg":"trace[1946544358] linearizableReadLoop","detail":"{readStateIndex:896; appliedIndex:894; }","duration":"283.984959ms","start":"2026-07-03T11:58:57.618632Z","end":"2026-07-03T11:58:57.902617Z","steps":["trace[1946544358] 'read index received' (duration: 246.374972ms)","trace[1946544358] 'applied index is now lower than readState.Index' (duration: 37.608946ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T11:58:57.902802Z","caller":"traceutil/trace.go:171","msg":"trace[1376073407] transaction","detail":"{read_only:false; response_revision:865; number_of_response:1; }","duration":"340.766989ms","start":"2026-07-03T11:58:57.561976Z","end":"2026-07-03T11:58:57.902743Z","steps":["trace[1376073407] 'process raft request' (duration: 340.535516ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:57.902844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.182281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T11:58:57.902893Z","caller":"traceutil/trace.go:171","msg":"trace[653813460] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:865; }","duration":"284.275453ms","start":"2026-07-03T11:58:57.618599Z","end":"2026-07-03T11:58:57.902875Z","steps":["trace[653813460] 'agreement among raft nodes before linearized reading' (duration: 284.187812ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:57.902913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.280554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T11:58:57.902986Z","caller":"traceutil/trace.go:171","msg":"trace[93340971] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:865; }","duration":"249.395295ms","start":"2026-07-03T11:58:57.653573Z","end":"2026-07-03T11:58:57.902968Z","steps":["trace[93340971] 'agreement among raft nodes before linearized reading' (duration: 249.274124ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:58:57.903004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-03T11:58:57.561957Z","time spent":"340.926911ms","remote":"127.0.0.1:48226","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-03T11:58:58.100097Z","caller":"traceutil/trace.go:171","msg":"trace[808584717] transaction","detail":"{read_only:false; response_revision:866; number_of_response:1; }","duration":"192.767049ms","start":"2026-07-03T11:58:57.907303Z","end":"2026-07-03T11:58:58.10007Z","steps":["trace[808584717] 'process raft request' (duration: 183.072559ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T11:58:58.100575Z","caller":"traceutil/trace.go:171","msg":"trace[2031799291] transaction","detail":"{read_only:false; response_revision:867; number_of_response:1; }","duration":"192.766409ms","start":"2026-07-03T11:58:57.907796Z","end":"2026-07-03T11:58:58.100562Z","steps":["trace[2031799291] 'process raft request' (duration: 192.230112ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T11:58:58.100888Z","caller":"traceutil/trace.go:171","msg":"trace[1904704470] transaction","detail":"{read_only:false; response_revision:868; number_of_response:1; }","duration":"192.540425ms","start":"2026-07-03T11:58:57.907932Z","end":"2026-07-03T11:58:58.100473Z","steps":["trace[1904704470] 'process raft request' (duration: 192.395513ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T11:58:58.10095Z","caller":"traceutil/trace.go:171","msg":"trace[1556345265] transaction","detail":"{read_only:false; response_revision:869; number_of_response:1; }","duration":"192.041739ms","start":"2026-07-03T11:58:57.908886Z","end":"2026-07-03T11:58:58.100928Z","steps":["trace[1556345265] 'process raft request' (duration: 191.504602ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T11:58:58.10145Z","caller":"traceutil/trace.go:171","msg":"trace[324695858] transaction","detail":"{read_only:false; response_revision:870; number_of_response:1; }","duration":"192.332524ms","start":"2026-07-03T11:58:57.909103Z","end":"2026-07-03T11:58:58.101435Z","steps":["trace[324695858] 'process raft request' (duration: 191.531442ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T11:58:58.101459Z","caller":"traceutil/trace.go:171","msg":"trace[489702770] transaction","detail":"{read_only:false; response_revision:871; number_of_response:1; }","duration":"158.688424ms","start":"2026-07-03T11:58:57.942744Z","end":"2026-07-03T11:58:58.101433Z","steps":["trace[489702770] 'process raft request' (duration: 158.629523ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T11:59:00.327428Z","caller":"traceutil/trace.go:171","msg":"trace[1863814210] transaction","detail":"{read_only:false; response_revision:921; number_of_response:1; }","duration":"216.543037ms","start":"2026-07-03T11:59:00.11086Z","end":"2026-07-03T11:59:00.327403Z","steps":["trace[1863814210] 'process raft request' (duration: 216.211971ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T11:59:00.32772Z","caller":"traceutil/trace.go:171","msg":"trace[1386168039] transaction","detail":"{read_only:false; response_revision:922; number_of_response:1; }","duration":"216.75519ms","start":"2026-07-03T11:59:00.110947Z","end":"2026-07-03T11:59:00.327702Z","steps":["trace[1386168039] 'process raft request' (duration: 216.412685ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T11:59:00.327806Z","caller":"traceutil/trace.go:171","msg":"trace[49235356] transaction","detail":"{read_only:false; response_revision:923; number_of_response:1; }","duration":"216.741241ms","start":"2026-07-03T11:59:00.111053Z","end":"2026-07-03T11:59:00.327794Z","steps":["trace[49235356] 'process raft request' (duration: 216.550488ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T11:59:00.327923Z","caller":"traceutil/trace.go:171","msg":"trace[648584791] transaction","detail":"{read_only:false; response_revision:924; number_of_response:1; }","duration":"216.339754ms","start":"2026-07-03T11:59:00.111556Z","end":"2026-07-03T11:59:00.327896Z","steps":["trace[648584791] 'process raft request' (duration: 216.186242ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:59:03.274304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.482851ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-03T11:59:03.275715Z","caller":"traceutil/trace.go:171","msg":"trace[418076270] transaction","detail":"{read_only:false; response_revision:943; number_of_response:1; }","duration":"174.265414ms","start":"2026-07-03T11:59:03.101403Z","end":"2026-07-03T11:59:03.275669Z","steps":["trace[418076270] 'compare' (duration: 171.263778ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T11:59:03.279088Z","caller":"traceutil/trace.go:171","msg":"trace[795457396] linearizableReadLoop","detail":"{readStateIndex:976; appliedIndex:974; }","duration":"134.328285ms","start":"2026-07-03T11:59:03.144726Z","end":"2026-07-03T11:59:03.279054Z","steps":["trace[795457396] 'read index received' (duration: 129.065253ms)","trace[795457396] 'applied index is now lower than readState.Index' (duration: 5.261192ms)"],"step_count":2} {"level":"warn","ts":"2026-07-03T11:59:03.279231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.485547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-03T11:59:03.279275Z","caller":"traceutil/trace.go:171","msg":"trace[1748763667] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:943; }","duration":"134.623889ms","start":"2026-07-03T11:59:03.144638Z","end":"2026-07-03T11:59:03.279262Z","steps":["trace[1748763667] 'agreement among raft nodes before linearized reading' (duration: 134.520087ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T11:59:10.525492Z","caller":"traceutil/trace.go:171","msg":"trace[155855451] transaction","detail":"{read_only:false; response_revision:1002; number_of_response:1; }","duration":"145.837526ms","start":"2026-07-03T11:59:10.379642Z","end":"2026-07-03T11:59:10.525479Z","steps":["trace[155855451] 'process raft request' (duration: 145.688424ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T11:59:10.525489Z","caller":"traceutil/trace.go:171","msg":"trace[1680681311] linearizableReadLoop","detail":"{readStateIndex:1037; appliedIndex:1036; }","duration":"145.680424ms","start":"2026-07-03T11:59:10.379779Z","end":"2026-07-03T11:59:10.525459Z","steps":["trace[1680681311] 'read index received' (duration: 145.504751ms)","trace[1680681311] 'applied index is now lower than readState.Index' (duration: 174.793µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T11:59:10.525636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.834836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-03T11:59:10.525667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.828186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T11:59:10.525683Z","caller":"traceutil/trace.go:171","msg":"trace[549640083] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1002; }","duration":"145.845877ms","start":"2026-07-03T11:59:10.379831Z","end":"2026-07-03T11:59:10.525677Z","steps":["trace[549640083] 'agreement among raft nodes before linearized reading' (duration: 145.790716ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T11:59:10.525696Z","caller":"traceutil/trace.go:171","msg":"trace[315547101] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1002; }","duration":"145.913977ms","start":"2026-07-03T11:59:10.379756Z","end":"2026-07-03T11:59:10.52567Z","steps":["trace[315547101] 'agreement among raft nodes before linearized reading' (duration: 145.773235ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:59:10.525853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.513425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T11:59:10.525933Z","caller":"traceutil/trace.go:171","msg":"trace[1344033187] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1002; }","duration":"141.636686ms","start":"2026-07-03T11:59:10.384272Z","end":"2026-07-03T11:59:10.525909Z","steps":["trace[1344033187] 'agreement among raft nodes before linearized reading' (duration: 141.387381ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T11:59:18.71512Z","caller":"traceutil/trace.go:171","msg":"trace[1015786431] transaction","detail":"{read_only:false; response_revision:1032; number_of_response:1; }","duration":"114.085085ms","start":"2026-07-03T11:59:18.601008Z","end":"2026-07-03T11:59:18.715093Z","steps":["trace[1015786431] 'process raft request' (duration: 89.247474ms)","trace[1015786431] 'compare' (duration: 24.728359ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T11:59:36.495983Z","caller":"traceutil/trace.go:171","msg":"trace[108557892] transaction","detail":"{read_only:false; response_revision:1091; number_of_response:1; }","duration":"156.169098ms","start":"2026-07-03T11:59:36.339776Z","end":"2026-07-03T11:59:36.495945Z","steps":["trace[108557892] 'process raft request' (duration: 155.966684ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T11:59:36.823569Z","caller":"traceutil/trace.go:171","msg":"trace[484947034] transaction","detail":"{read_only:false; response_revision:1092; number_of_response:1; }","duration":"153.697227ms","start":"2026-07-03T11:59:36.669848Z","end":"2026-07-03T11:59:36.823545Z","steps":["trace[484947034] 'process raft request' (duration: 153.277538ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T11:59:36.824688Z","caller":"traceutil/trace.go:171","msg":"trace[574088333] linearizableReadLoop","detail":"{readStateIndex:1133; appliedIndex:1131; }","duration":"121.578563ms","start":"2026-07-03T11:59:36.703099Z","end":"2026-07-03T11:59:36.824678Z","steps":["trace[574088333] 'read index received' (duration: 120.318647ms)","trace[574088333] 'applied index is now lower than readState.Index' (duration: 1.259306ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T11:59:36.824754Z","caller":"traceutil/trace.go:171","msg":"trace[1712291940] transaction","detail":"{read_only:false; response_revision:1093; number_of_response:1; }","duration":"151.583594ms","start":"2026-07-03T11:59:36.67316Z","end":"2026-07-03T11:59:36.824743Z","steps":["trace[1712291940] 'process raft request' (duration: 151.448231ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:59:36.824902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.789737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-03T11:59:36.824925Z","caller":"traceutil/trace.go:171","msg":"trace[47324237] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1093; }","duration":"121.829948ms","start":"2026-07-03T11:59:36.703088Z","end":"2026-07-03T11:59:36.824918Z","steps":["trace[47324237] 'agreement among raft nodes before linearized reading' (duration: 121.725946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T11:59:37.335479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.108073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T11:59:37.335562Z","caller":"traceutil/trace.go:171","msg":"trace[1004401715] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:1096; }","duration":"191.258995ms","start":"2026-07-03T11:59:37.144282Z","end":"2026-07-03T11:59:37.335541Z","steps":["trace[1004401715] 'count revisions from in-memory index tree' (duration: 191.01102ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T11:59:38.793911Z","caller":"traceutil/trace.go:171","msg":"trace[61883310] linearizableReadLoop","detail":"{readStateIndex:1139; appliedIndex:1138; }","duration":"169.239878ms","start":"2026-07-03T11:59:38.624649Z","end":"2026-07-03T11:59:38.793889Z","steps":["trace[61883310] 'read index received' (duration: 169.070844ms)","trace[61883310] 'applied index is now lower than readState.Index' (duration: 168.144µs)"],"step_count":2} {"level":"warn","ts":"2026-07-03T11:59:38.794054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.384221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T11:59:38.794084Z","caller":"traceutil/trace.go:171","msg":"trace[92538511] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1098; }","duration":"169.461713ms","start":"2026-07-03T11:59:38.624614Z","end":"2026-07-03T11:59:38.794075Z","steps":["trace[92538511] 'agreement among raft nodes before linearized reading' (duration: 169.364791ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T11:59:38.794406Z","caller":"traceutil/trace.go:171","msg":"trace[1505575526] transaction","detail":"{read_only:false; response_revision:1098; number_of_response:1; }","duration":"289.304547ms","start":"2026-07-03T11:59:38.505089Z","end":"2026-07-03T11:59:38.794393Z","steps":["trace[1505575526] 'process raft request' (duration: 288.678064ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T11:59:39.222634Z","caller":"traceutil/trace.go:171","msg":"trace[695045425] transaction","detail":"{read_only:false; response_revision:1104; number_of_response:1; }","duration":"102.969054ms","start":"2026-07-03T11:59:39.119639Z","end":"2026-07-03T11:59:39.222608Z","steps":["trace[695045425] 'process raft request' (duration: 102.833371ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:00:01.151351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.542088ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T12:00:01.151493Z","caller":"traceutil/trace.go:171","msg":"trace[1848295736] transaction","detail":"{read_only:false; response_revision:1172; number_of_response:1; }","duration":"118.444929ms","start":"2026-07-03T12:00:01.033025Z","end":"2026-07-03T12:00:01.15147Z","steps":["trace[1848295736] 'process raft request' (duration: 16.660996ms)","trace[1848295736] 'compare' (duration: 101.247161ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:00:01.1803Z","caller":"traceutil/trace.go:171","msg":"trace[342758797] transaction","detail":"{read_only:false; response_revision:1173; number_of_response:1; }","duration":"145.529267ms","start":"2026-07-03T12:00:01.034732Z","end":"2026-07-03T12:00:01.180261Z","steps":["trace[342758797] 'process raft request' (duration: 145.159218ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:00:01.180284Z","caller":"traceutil/trace.go:171","msg":"trace[1726268330] linearizableReadLoop","detail":"{readStateIndex:1219; appliedIndex:1216; }","duration":"136.702492ms","start":"2026-07-03T12:00:01.043534Z","end":"2026-07-03T12:00:01.180237Z","steps":["trace[1726268330] 'read index received' (duration: 6.09921ms)","trace[1726268330] 'applied index is now lower than readState.Index' (duration: 130.601642ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:00:01.180348Z","caller":"traceutil/trace.go:171","msg":"trace[1718383200] transaction","detail":"{read_only:false; response_revision:1174; number_of_response:1; }","duration":"145.166648ms","start":"2026-07-03T12:00:01.035127Z","end":"2026-07-03T12:00:01.180294Z","steps":["trace[1718383200] 'process raft request' (duration: 145.025285ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:00:01.180847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.268296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-03T12:00:01.180917Z","caller":"traceutil/trace.go:171","msg":"trace[1033727478] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1174; }","duration":"137.410138ms","start":"2026-07-03T12:00:01.043486Z","end":"2026-07-03T12:00:01.180896Z","steps":["trace[1033727478] 'agreement among raft nodes before linearized reading' (duration: 136.906307ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:00:43.714907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.18004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-03T12:00:43.714952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.349758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-03T12:00:43.714957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.612015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T12:00:43.715037Z","caller":"traceutil/trace.go:171","msg":"trace[1167496889] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1344; }","duration":"194.363716ms","start":"2026-07-03T12:00:43.520647Z","end":"2026-07-03T12:00:43.71501Z","steps":["trace[1167496889] 'count revisions from in-memory index tree' (duration: 194.091149ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:00:43.715057Z","caller":"traceutil/trace.go:171","msg":"trace[1336746875] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1344; }","duration":"284.475071ms","start":"2026-07-03T12:00:43.430558Z","end":"2026-07-03T12:00:43.715033Z","steps":["trace[1336746875] 'range keys from in-memory index tree' (duration: 284.092592ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:00:43.715082Z","caller":"traceutil/trace.go:171","msg":"trace[1947201208] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:1344; }","duration":"232.813359ms","start":"2026-07-03T12:00:43.482235Z","end":"2026-07-03T12:00:43.715048Z","steps":["trace[1947201208] 'count revisions from in-memory index tree' (duration: 232.490591ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:00:43.71523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.773478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-03T12:00:43.715287Z","caller":"traceutil/trace.go:171","msg":"trace[1176896626] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1344; }","duration":"230.845829ms","start":"2026-07-03T12:00:43.484422Z","end":"2026-07-03T12:00:43.715268Z","steps":["trace[1176896626] 'range keys from in-memory index tree' (duration: 230.614974ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:00:43.715313Z","caller":"traceutil/trace.go:171","msg":"trace[900162105] transaction","detail":"{read_only:false; response_revision:1345; number_of_response:1; }","duration":"151.59653ms","start":"2026-07-03T12:00:43.56369Z","end":"2026-07-03T12:00:43.715287Z","steps":["trace[900162105] 'process raft request' (duration: 148.554103ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:00:43.716046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.425103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-03T12:00:43.716168Z","caller":"traceutil/trace.go:171","msg":"trace[580769490] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1344; }","duration":"230.770156ms","start":"2026-07-03T12:00:43.48538Z","end":"2026-07-03T12:00:43.716151Z","steps":["trace[580769490] 'range keys from in-memory index tree' (duration: 229.193546ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:00:43.716498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.851312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-03T12:00:43.716595Z","caller":"traceutil/trace.go:171","msg":"trace[1113436252] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1344; }","duration":"236.591505ms","start":"2026-07-03T12:00:43.479982Z","end":"2026-07-03T12:00:43.716574Z","steps":["trace[1113436252] 'range keys from in-memory index tree' (duration: 234.626255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:00:43.945898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.943949ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-03T12:00:43.946218Z","caller":"traceutil/trace.go:171","msg":"trace[1192677122] transaction","detail":"{read_only:false; response_revision:1348; number_of_response:1; }","duration":"224.27788ms","start":"2026-07-03T12:00:43.721917Z","end":"2026-07-03T12:00:43.946195Z","steps":["trace[1192677122] 'process raft request' (duration: 224.192538ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:00:43.94623Z","caller":"traceutil/trace.go:171","msg":"trace[74579668] transaction","detail":"{read_only:false; response_revision:1346; number_of_response:1; }","duration":"225.143874ms","start":"2026-07-03T12:00:43.721026Z","end":"2026-07-03T12:00:43.94617Z","steps":["trace[74579668] 'process raft request' (duration: 122.770403ms)","trace[74579668] 'compare' (duration: 101.800005ms)"],"step_count":2} {"level":"info","ts":"2026-07-03T12:00:43.946321Z","caller":"traceutil/trace.go:171","msg":"trace[1247096245] transaction","detail":"{read_only:false; response_revision:1347; number_of_response:1; }","duration":"224.823395ms","start":"2026-07-03T12:00:43.721443Z","end":"2026-07-03T12:00:43.946266Z","steps":["trace[1247096245] 'process raft request' (duration: 224.60457ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:00:43.946606Z","caller":"traceutil/trace.go:171","msg":"trace[1340048032] transaction","detail":"{read_only:false; response_revision:1349; number_of_response:1; }","duration":"224.490816ms","start":"2026-07-03T12:00:43.722076Z","end":"2026-07-03T12:00:43.946567Z","steps":["trace[1340048032] 'process raft request' (duration: 224.070725ms)"],"step_count":1} {"level":"warn","ts":"2026-07-03T12:00:46.278877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.766531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-03T12:00:46.279579Z","caller":"traceutil/trace.go:171","msg":"trace[901647209] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1358; }","duration":"143.534371ms","start":"2026-07-03T12:00:46.136009Z","end":"2026-07-03T12:00:46.279543Z","steps":["trace[901647209] 'range keys from in-memory index tree' (duration: 142.67091ms)"],"step_count":1} {"level":"info","ts":"2026-07-03T12:01:19.735115Z","caller":"traceutil/trace.go:171","msg":"trace[1134953383] transaction","detail":"{read_only:false; response_revision:1470; number_of_response:1; }","duration":"111.198334ms","start":"2026-07-03T12:01:19.623835Z","end":"2026-07-03T12:01:19.735033Z","steps":["trace[1134953383] 'process raft request' (duration: 110.945616ms)"],"step_count":1}