{"level":"warn","ts":"2026-06-18T12:28:26.625126Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-06-18T12:28:26.625321Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.115:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.115:2380","--initial-cluster=instance=https://199.204.45.115:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.115:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.115:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-06-18T12:28:26.625506Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-06-18T12:28:26.625524Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.115:2380"]} {"level":"info","ts":"2026-06-18T12:28:26.625563Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-06-18T12:28:26.626373Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.115:2379"]} {"level":"info","ts":"2026-06-18T12:28:26.626519Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.115:2380"],"listen-peer-urls":["https://199.204.45.115:2380"],"advertise-client-urls":["https://199.204.45.115:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.115:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.115:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-06-18T12:28:26.64222Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"15.323038ms"} {"level":"info","ts":"2026-06-18T12:28:26.661711Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"e3aaa5c123e150e0","cluster-id":"61ec519698823541"} {"level":"info","ts":"2026-06-18T12:28:26.661903Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 switched to configuration voters=()"} {"level":"info","ts":"2026-06-18T12:28:26.661944Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 became follower at term 0"} {"level":"info","ts":"2026-06-18T12:28:26.662021Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft e3aaa5c123e150e0 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-06-18T12:28:26.663612Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 became follower at term 1"} {"level":"info","ts":"2026-06-18T12:28:26.663693Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 switched to configuration voters=(16405106841599693024)"} {"level":"warn","ts":"2026-06-18T12:28:26.675425Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-06-18T12:28:26.677018Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-06-18T12:28:26.678298Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-06-18T12:28:26.680106Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"e3aaa5c123e150e0","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-06-18T12:28:26.683973Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-18T12:28:26.684148Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-18T12:28:26.684199Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-06-18T12:28:26.684384Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"e3aaa5c123e150e0","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-06-18T12:28:26.685115Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 switched to configuration voters=(16405106841599693024)"} {"level":"info","ts":"2026-06-18T12:28:26.685302Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"61ec519698823541","local-member-id":"e3aaa5c123e150e0","added-peer-id":"e3aaa5c123e150e0","added-peer-peer-urls":["https://199.204.45.115:2380"]} {"level":"info","ts":"2026-06-18T12:28:26.68607Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-06-18T12:28:26.686249Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"e3aaa5c123e150e0","initial-advertise-peer-urls":["https://199.204.45.115:2380"],"listen-peer-urls":["https://199.204.45.115:2380"],"advertise-client-urls":["https://199.204.45.115:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.115:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-06-18T12:28:26.686275Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-06-18T12:28:26.686368Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.115:2380"} {"level":"info","ts":"2026-06-18T12:28:26.686469Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.115:2380"} {"level":"info","ts":"2026-06-18T12:28:26.964424Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 is starting a new election at term 1"} {"level":"info","ts":"2026-06-18T12:28:26.9645Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 became pre-candidate at term 1"} {"level":"info","ts":"2026-06-18T12:28:26.96454Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 received MsgPreVoteResp from e3aaa5c123e150e0 at term 1"} {"level":"info","ts":"2026-06-18T12:28:26.964676Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 became candidate at term 2"} {"level":"info","ts":"2026-06-18T12:28:26.964693Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 received MsgVoteResp from e3aaa5c123e150e0 at term 2"} {"level":"info","ts":"2026-06-18T12:28:26.964707Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 became leader at term 2"} {"level":"info","ts":"2026-06-18T12:28:26.964728Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: e3aaa5c123e150e0 elected leader e3aaa5c123e150e0 at term 2"} {"level":"info","ts":"2026-06-18T12:28:26.967487Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"e3aaa5c123e150e0","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.115:2379]}","request-path":"/0/members/e3aaa5c123e150e0/attributes","cluster-id":"61ec519698823541","publish-timeout":"7s"} {"level":"info","ts":"2026-06-18T12:28:26.967801Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-06-18T12:28:26.967881Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-06-18T12:28:26.967947Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-06-18T12:28:26.969733Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"61ec519698823541","local-member-id":"e3aaa5c123e150e0","cluster-version":"3.5"} {"level":"info","ts":"2026-06-18T12:28:26.969841Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-06-18T12:28:26.969866Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-06-18T12:28:26.970351Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-06-18T12:28:26.970425Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-06-18T12:28:26.972575Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.115:2379"} {"level":"info","ts":"2026-06-18T12:28:26.977122Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-06-18T12:28:49.409814Z","caller":"traceutil/trace.go:171","msg":"trace[526022720] transaction","detail":"{read_only:false; response_revision:389; number_of_response:1; }","duration":"393.531398ms","start":"2026-06-18T12:28:49.016209Z","end":"2026-06-18T12:28:49.409741Z","steps":["trace[526022720] 'process raft request' (duration: 393.394671ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:28:49.410522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T12:28:49.016192Z","time spent":"393.719786ms","remote":"127.0.0.1:35134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T12:28:55.040478Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827832579981617864,"retry-timeout":"500ms"} {"level":"info","ts":"2026-06-18T12:28:55.193004Z","caller":"traceutil/trace.go:171","msg":"trace[1058817366] linearizableReadLoop","detail":"{readStateIndex:449; appliedIndex:448; }","duration":"653.181085ms","start":"2026-06-18T12:28:54.539806Z","end":"2026-06-18T12:28:55.192987Z","steps":["trace[1058817366] 'read index received' (duration: 653.056159ms)","trace[1058817366] 'applied index is now lower than readState.Index' (duration: 124.096µs)"],"step_count":2} {"level":"warn","ts":"2026-06-18T12:28:55.193117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.297931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T12:28:55.193118Z","caller":"traceutil/trace.go:171","msg":"trace[341670930] transaction","detail":"{read_only:false; response_revision:430; number_of_response:1; }","duration":"762.53275ms","start":"2026-06-18T12:28:54.430556Z","end":"2026-06-18T12:28:55.193089Z","steps":["trace[341670930] 'process raft request' (duration: 762.348531ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T12:28:55.193188Z","caller":"traceutil/trace.go:171","msg":"trace[1711940620] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:430; }","duration":"653.407065ms","start":"2026-06-18T12:28:54.539759Z","end":"2026-06-18T12:28:55.193167Z","steps":["trace[1711940620] 'agreement among raft nodes before linearized reading' (duration: 653.317051ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:28:55.193214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T12:28:54.539738Z","time spent":"653.469348ms","remote":"127.0.0.1:34776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-18T12:28:55.193268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T12:28:54.430519Z","time spent":"762.676157ms","remote":"127.0.0.1:35134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T12:28:55.193431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.630967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-06-18T12:28:55.193454Z","caller":"traceutil/trace.go:171","msg":"trace[2085468006] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:430; }","duration":"572.69928ms","start":"2026-06-18T12:28:54.620749Z","end":"2026-06-18T12:28:55.193449Z","steps":["trace[2085468006] 'agreement among raft nodes before linearized reading' (duration: 572.654388ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:28:55.193473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T12:28:54.620731Z","time spent":"572.738292ms","remote":"127.0.0.1:35134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-18T12:28:55.193563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.051622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-18T12:28:55.193603Z","caller":"traceutil/trace.go:171","msg":"trace[291911192] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:430; }","duration":"571.111345ms","start":"2026-06-18T12:28:54.622482Z","end":"2026-06-18T12:28:55.193594Z","steps":["trace[291911192] 'agreement among raft nodes before linearized reading' (duration: 571.027811ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:28:55.193626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T12:28:54.622451Z","time spent":"571.169117ms","remote":"127.0.0.1:35134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-18T12:28:55.788477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.899878ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-18T12:28:55.788713Z","caller":"traceutil/trace.go:171","msg":"trace[749723403] transaction","detail":"{read_only:false; response_revision:431; number_of_response:1; }","duration":"591.684196ms","start":"2026-06-18T12:28:55.197001Z","end":"2026-06-18T12:28:55.788685Z","steps":["trace[749723403] 'process raft request' (duration: 152.295076ms)","trace[749723403] 'compare' (duration: 438.802052ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T12:28:55.788812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T12:28:55.196978Z","time spent":"591.784691ms","remote":"127.0.0.1:35134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T12:28:55.788924Z","caller":"traceutil/trace.go:171","msg":"trace[1577437350] transaction","detail":"{read_only:false; response_revision:432; number_of_response:1; }","duration":"591.892567ms","start":"2026-06-18T12:28:55.197011Z","end":"2026-06-18T12:28:55.788904Z","steps":["trace[1577437350] 'process raft request' (duration: 591.570171ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:28:55.789014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T12:28:55.196997Z","time spent":"591.969781ms","remote":"127.0.0.1:35134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T12:28:55.790771Z","caller":"traceutil/trace.go:171","msg":"trace[690966860] linearizableReadLoop","detail":"{readStateIndex:452; appliedIndex:449; }","duration":"355.248324ms","start":"2026-06-18T12:28:55.435509Z","end":"2026-06-18T12:28:55.790757Z","steps":["trace[690966860] 'read index received' (duration: 351.094914ms)","trace[690966860] 'applied index is now lower than readState.Index' (duration: 4.15245ms)"],"step_count":2} {"level":"warn","ts":"2026-06-18T12:28:55.790849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.339329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-18T12:28:55.790869Z","caller":"traceutil/trace.go:171","msg":"trace[193504729] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:432; }","duration":"355.389231ms","start":"2026-06-18T12:28:55.435474Z","end":"2026-06-18T12:28:55.790863Z","steps":["trace[193504729] 'agreement among raft nodes before linearized reading' (duration: 355.337448ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:28:55.790891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T12:28:55.435457Z","time spent":"355.428793ms","remote":"127.0.0.1:35134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-18T12:28:57.771231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.327072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T12:28:57.771306Z","caller":"traceutil/trace.go:171","msg":"trace[364546885] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:434; }","duration":"262.444648ms","start":"2026-06-18T12:28:57.508844Z","end":"2026-06-18T12:28:57.771289Z","steps":["trace[364546885] 'range keys from in-memory index tree' (duration: 262.250608ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:29:04.334143Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827832579981617981,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-18T12:29:04.834627Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827832579981617981,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-18T12:29:04.844303Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.253242751s","expected-duration":"1s"} {"level":"info","ts":"2026-06-18T12:29:04.844985Z","caller":"traceutil/trace.go:171","msg":"trace[22431812] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"1.254000961s","start":"2026-06-18T12:29:03.590957Z","end":"2026-06-18T12:29:04.844958Z","steps":["trace[22431812] 'process raft request' (duration: 1.25379087s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:29:04.84513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T12:29:03.590938Z","time spent":"1.254117007s","remote":"127.0.0.1:34874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-18T12:29:04.851307Z","caller":"traceutil/trace.go:171","msg":"trace[655418599] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"1.260010322s","start":"2026-06-18T12:29:03.591265Z","end":"2026-06-18T12:29:04.851276Z","steps":["trace[655418599] 'process raft request' (duration: 1.259879565s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:29:04.851652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T12:29:03.59126Z","time spent":"1.260295407s","remote":"127.0.0.1:34874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6315,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-18T12:29:04.851772Z","caller":"traceutil/trace.go:171","msg":"trace[887782638] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"1.254184593s","start":"2026-06-18T12:29:03.59758Z","end":"2026-06-18T12:29:04.851764Z","steps":["trace[887782638] 'process raft request' (duration: 1.253609302s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:29:04.851829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T12:29:03.597551Z","time spent":"1.254248837s","remote":"127.0.0.1:34874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-18T12:29:04.85173Z","caller":"traceutil/trace.go:171","msg":"trace[1481633946] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"1.250546355s","start":"2026-06-18T12:29:03.601167Z","end":"2026-06-18T12:29:04.851713Z","steps":["trace[1481633946] 'process raft request' (duration: 1.250215007s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:29:04.852098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018238835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-18T12:29:04.852144Z","caller":"traceutil/trace.go:171","msg":"trace[445595596] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"1.228247186s","start":"2026-06-18T12:29:03.623886Z","end":"2026-06-18T12:29:04.852133Z","steps":["trace[445595596] 'process raft request' (duration: 1.227642194s)"],"step_count":1} {"level":"info","ts":"2026-06-18T12:29:04.852176Z","caller":"traceutil/trace.go:171","msg":"trace[1928307929] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:495; }","duration":"1.018406004s","start":"2026-06-18T12:29:03.833757Z","end":"2026-06-18T12:29:04.852163Z","steps":["trace[1928307929] 'agreement among raft nodes before linearized reading' (duration: 1.018202213s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:29:04.852198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T12:29:03.623871Z","time spent":"1.228301949s","remote":"127.0.0.1:34874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-18T12:29:04.852232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T12:29:03.833733Z","time spent":"1.018487988s","remote":"127.0.0.1:35134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-06-18T12:29:04.852385Z","caller":"traceutil/trace.go:171","msg":"trace[1933465386] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"1.250574678s","start":"2026-06-18T12:29:03.601729Z","end":"2026-06-18T12:29:04.852304Z","steps":["trace[1933465386] 'process raft request' (duration: 1.249695221s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:29:04.852448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T12:29:03.601723Z","time spent":"1.250697614s","remote":"127.0.0.1:34874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-18T12:29:04.852575Z","caller":"traceutil/trace.go:171","msg":"trace[1925699659] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"1.246506177s","start":"2026-06-18T12:29:03.606059Z","end":"2026-06-18T12:29:04.852565Z","steps":["trace[1925699659] 'process raft request' (duration: 1.24541291s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:29:04.852626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T12:29:03.606038Z","time spent":"1.24656528s","remote":"127.0.0.1:34874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-18T12:29:04.852642Z","caller":"traceutil/trace.go:171","msg":"trace[2062276288] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"1.22389082s","start":"2026-06-18T12:29:03.628734Z","end":"2026-06-18T12:29:04.852625Z","steps":["trace[2062276288] 'process raft request' (duration: 1.222859266s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:29:04.852121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T12:29:03.601159Z","time spent":"1.250933386s","remote":"127.0.0.1:34874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-18T12:29:04.852758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T12:29:03.628726Z","time spent":"1.223954784s","remote":"127.0.0.1:34874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-18T12:29:04.851888Z","caller":"traceutil/trace.go:171","msg":"trace[30465327] linearizableReadLoop","detail":"{readStateIndex:516; appliedIndex:504; }","duration":"1.018043175s","start":"2026-06-18T12:29:03.833812Z","end":"2026-06-18T12:29:04.851856Z","steps":["trace[30465327] 'read index received' (duration: 1.010846151s)","trace[30465327] 'applied index is now lower than readState.Index' (duration: 7.195714ms)"],"step_count":2} {"level":"info","ts":"2026-06-18T12:29:04.85293Z","caller":"traceutil/trace.go:171","msg":"trace[627403551] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"1.106615402s","start":"2026-06-18T12:29:03.7463Z","end":"2026-06-18T12:29:04.852915Z","steps":["trace[627403551] 'process raft request' (duration: 1.105483614s)"],"step_count":1} {"level":"info","ts":"2026-06-18T12:29:04.85198Z","caller":"traceutil/trace.go:171","msg":"trace[804022489] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"1.251633772s","start":"2026-06-18T12:29:03.600337Z","end":"2026-06-18T12:29:04.851971Z","steps":["trace[804022489] 'process raft request' (duration: 1.250909473s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:29:04.852985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T12:29:03.746275Z","time spent":"1.106685616s","remote":"127.0.0.1:34874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-18T12:29:04.853018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T12:29:03.60033Z","time spent":"1.252645754s","remote":"127.0.0.1:34874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-18T12:29:04.85313Z","caller":"traceutil/trace.go:171","msg":"trace[158417548] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"1.20349536s","start":"2026-06-18T12:29:03.64962Z","end":"2026-06-18T12:29:04.853115Z","steps":["trace[158417548] 'process raft request' (duration: 1.202071296s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:29:04.853178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T12:29:03.649591Z","time spent":"1.203564623s","remote":"127.0.0.1:34874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-18T12:29:04.857284Z","caller":"traceutil/trace.go:171","msg":"trace[92120127] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"1.260011222s","start":"2026-06-18T12:29:03.591212Z","end":"2026-06-18T12:29:04.851223Z","steps":["trace[92120127] 'process raft request' (duration: 1.25977728s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:29:04.857451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T12:29:03.5912Z","time spent":"1.266199145s","remote":"127.0.0.1:34874","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-18T12:29:04.865698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023177245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-06-18T12:29:04.865759Z","caller":"traceutil/trace.go:171","msg":"trace[2054426402] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:496; }","duration":"1.023274631s","start":"2026-06-18T12:29:03.842471Z","end":"2026-06-18T12:29:04.865745Z","steps":["trace[2054426402] 'agreement among raft nodes before linearized reading' (duration: 1.023152194s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:29:04.865787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T12:29:03.842459Z","time spent":"1.023322972s","remote":"127.0.0.1:35134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-18T12:29:04.865937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.278404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T12:29:04.866195Z","caller":"traceutil/trace.go:171","msg":"trace[1089033196] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:496; }","duration":"356.577519ms","start":"2026-06-18T12:29:04.509605Z","end":"2026-06-18T12:29:04.866183Z","steps":["trace[1089033196] 'agreement among raft nodes before linearized reading' (duration: 356.278214ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:29:04.866252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T12:29:04.509587Z","time spent":"356.645953ms","remote":"127.0.0.1:34776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-18T12:29:04.866005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020718359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-18T12:29:04.86639Z","caller":"traceutil/trace.go:171","msg":"trace[1114726618] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:496; }","duration":"1.021125829s","start":"2026-06-18T12:29:03.845253Z","end":"2026-06-18T12:29:04.866379Z","steps":["trace[1114726618] 'agreement among raft nodes before linearized reading' (duration: 1.020721188s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:29:04.866416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T12:29:03.845237Z","time spent":"1.021172422s","remote":"127.0.0.1:35134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-18T12:29:11.67674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.1723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-g5vpv\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-06-18T12:29:11.676853Z","caller":"traceutil/trace.go:171","msg":"trace[539788595] range","detail":"{range_begin:/registry/pods/kube-system/cilium-g5vpv; range_end:; response_count:1; response_revision:591; }","duration":"730.322469ms","start":"2026-06-18T12:29:10.946504Z","end":"2026-06-18T12:29:11.676826Z","steps":["trace[539788595] 'range keys from in-memory index tree' (duration: 729.927138ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:29:11.67691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T12:29:10.946488Z","time spent":"730.407084ms","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-g5vpv\" "} {"level":"warn","ts":"2026-06-18T12:29:11.676912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.549549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-06-18T12:29:11.67697Z","caller":"traceutil/trace.go:171","msg":"trace[1495741082] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:591; }","duration":"763.637534ms","start":"2026-06-18T12:29:10.913316Z","end":"2026-06-18T12:29:11.676954Z","steps":["trace[1495741082] 'range keys from in-memory index tree' (duration: 763.377989ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:29:11.677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T12:29:10.9133Z","time spent":"763.693907ms","remote":"127.0.0.1:35134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-06-18T12:29:11.676924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.314238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-06-18T12:29:11.677083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.769561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-06-18T12:29:11.677114Z","caller":"traceutil/trace.go:171","msg":"trace[1301922493] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:591; }","duration":"766.536641ms","start":"2026-06-18T12:29:10.910556Z","end":"2026-06-18T12:29:11.677092Z","steps":["trace[1301922493] 'range keys from in-memory index tree' (duration: 765.280292ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T12:29:11.677155Z","caller":"traceutil/trace.go:171","msg":"trace[60409112] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:591; }","duration":"763.884448ms","start":"2026-06-18T12:29:10.91325Z","end":"2026-06-18T12:29:11.677135Z","steps":["trace[60409112] 'range keys from in-memory index tree' (duration: 763.522347ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:29:11.677172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T12:29:10.910533Z","time spent":"766.622166ms","remote":"127.0.0.1:35134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-06-18T12:29:11.677194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T12:29:10.913226Z","time spent":"763.959571ms","remote":"127.0.0.1:35134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-06-18T12:29:11.798829Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827832579981618227,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-18T12:29:12.299381Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827832579981618227,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-18T12:29:12.79992Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827832579981618227,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-18T12:29:12.94499Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.660125985s","expected-duration":"1s"} {"level":"info","ts":"2026-06-18T12:29:12.946788Z","caller":"traceutil/trace.go:171","msg":"trace[1907592307] transaction","detail":"{read_only:false; response_revision:592; number_of_response:1; }","duration":"1.663179994s","start":"2026-06-18T12:29:11.283587Z","end":"2026-06-18T12:29:12.946767Z","steps":["trace[1907592307] 'process raft request' (duration: 1.662305966s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:29:12.946936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T12:29:11.28356Z","time spent":"1.66329747s","remote":"127.0.0.1:34934","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036313,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T12:29:13.511735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000546672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-18T12:29:13.511847Z","caller":"traceutil/trace.go:171","msg":"trace[1574068027] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000730152s","start":"2026-06-18T12:29:11.511091Z","end":"2026-06-18T12:29:13.511821Z","steps":["trace[1574068027] 'agreement among raft nodes before linearized reading' (duration: 2.000595915s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:29:13.511917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T12:29:11.511067Z","time spent":"2.000837208s","remote":"127.0.0.1:34790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-18T12:29:15.522152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001512672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-06-18T12:29:15.522339Z","caller":"traceutil/trace.go:171","msg":"trace[1904239269] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001738395s","start":"2026-06-18T12:29:13.520573Z","end":"2026-06-18T12:29:15.522312Z","steps":["trace[1904239269] 'agreement among raft nodes before linearized reading' (duration: 2.001507672s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:29:15.522421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T12:29:13.520511Z","time spent":"2.001898464s","remote":"127.0.0.1:34776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/06/18 12:29:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-06-18T12:29:15.544674Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.028020469s","expected-duration":"1s"} {"level":"warn","ts":"2026-06-18T12:29:16.13924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.095990092s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-06-18T12:29:16.140039Z","caller":"traceutil/trace.go:171","msg":"trace[1771604938] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"4.455849455s","start":"2026-06-18T12:29:11.68417Z","end":"2026-06-18T12:29:16.140019Z","steps":["trace[1771604938] 'process raft request' (duration: 1.358945943s)","trace[1771604938] 'compare' (duration: 3.095155204s)"],"step_count":2} {"level":"info","ts":"2026-06-18T12:29:16.140099Z","caller":"traceutil/trace.go:171","msg":"trace[2062584457] transaction","detail":"{read_only:false; response_revision:594; number_of_response:1; }","duration":"4.455934131s","start":"2026-06-18T12:29:11.684147Z","end":"2026-06-18T12:29:16.140081Z","steps":["trace[2062584457] 'process raft request' (duration: 4.455677356s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:29:16.140155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T12:29:11.684155Z","time spent":"4.45593889s","remote":"127.0.0.1:35134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T12:29:16.140159Z","caller":"traceutil/trace.go:171","msg":"trace[2025121926] transaction","detail":"{read_only:false; response_revision:595; number_of_response:1; }","duration":"4.455188729s","start":"2026-06-18T12:29:11.684958Z","end":"2026-06-18T12:29:16.140146Z","steps":["trace[2025121926] 'process raft request' (duration: 4.454969817s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:29:16.140185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T12:29:11.684119Z","time spent":"4.456021135s","remote":"127.0.0.1:35134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T12:29:16.140405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T12:29:11.684949Z","time spent":"4.455282724s","remote":"127.0.0.1:35134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T12:29:16.141428Z","caller":"traceutil/trace.go:171","msg":"trace[1340014392] transaction","detail":"{read_only:false; response_revision:596; number_of_response:1; }","duration":"4.45059057s","start":"2026-06-18T12:29:11.690822Z","end":"2026-06-18T12:29:16.141412Z","steps":["trace[1340014392] 'process raft request' (duration: 4.449145079s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:29:16.141503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T12:29:11.690806Z","time spent":"4.450656954s","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T12:29:16.14166Z","caller":"traceutil/trace.go:171","msg":"trace[573446177] linearizableReadLoop","detail":"{readStateIndex:621; appliedIndex:616; }","duration":"4.84544917s","start":"2026-06-18T12:29:11.296201Z","end":"2026-06-18T12:29:16.14165Z","steps":["trace[573446177] 'read index received' (duration: 1.649672277s)","trace[573446177] 'applied index is now lower than readState.Index' (duration: 3.195773843s)"],"step_count":2} {"level":"warn","ts":"2026-06-18T12:29:16.141803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.845608638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-06-18T12:29:16.141831Z","caller":"traceutil/trace.go:171","msg":"trace[1452858754] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:596; }","duration":"4.845672652s","start":"2026-06-18T12:29:11.296151Z","end":"2026-06-18T12:29:16.141823Z","steps":["trace[1452858754] 'agreement among raft nodes before linearized reading' (duration: 4.845553455s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:29:16.141855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T12:29:11.296132Z","time spent":"4.845719025s","remote":"127.0.0.1:35134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-06-18T12:29:16.142488Z","caller":"traceutil/trace.go:171","msg":"trace[711830757] transaction","detail":"{read_only:false; response_revision:597; number_of_response:1; }","duration":"3.184221141s","start":"2026-06-18T12:29:12.958241Z","end":"2026-06-18T12:29:16.142462Z","steps":["trace[711830757] 'process raft request' (duration: 3.18384481s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:29:16.142616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T12:29:12.958216Z","time spent":"3.184325796s","remote":"127.0.0.1:35134","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-06-18T12:29:16.143098Z","caller":"traceutil/trace.go:171","msg":"trace[240980547] transaction","detail":"{read_only:false; response_revision:598; number_of_response:1; }","duration":"3.129165777s","start":"2026-06-18T12:29:13.013911Z","end":"2026-06-18T12:29:16.143077Z","steps":["trace[240980547] 'process raft request' (duration: 3.12831501s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:29:16.144093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T12:29:13.013886Z","time spent":"3.130165613s","remote":"127.0.0.1:35098","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-06-18T12:29:16.144523Z","caller":"traceutil/trace.go:171","msg":"trace[2133632094] transaction","detail":"{read_only:false; response_revision:599; number_of_response:1; }","duration":"2.628007154s","start":"2026-06-18T12:29:13.516501Z","end":"2026-06-18T12:29:16.144508Z","steps":["trace[2133632094] 'process raft request' (duration: 2.62652279s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:29:16.144636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T12:29:13.516459Z","time spent":"2.62812874s","remote":"127.0.0.1:34908","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-06-18T12:29:16.187704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.411032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T12:29:16.187791Z","caller":"traceutil/trace.go:171","msg":"trace[1400513553] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:599; }","duration":"665.537099ms","start":"2026-06-18T12:29:15.522233Z","end":"2026-06-18T12:29:16.18777Z","steps":["trace[1400513553] 'agreement among raft nodes before linearized reading' (duration: 665.404442ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:29:16.187838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T12:29:15.522215Z","time spent":"665.614844ms","remote":"127.0.0.1:34790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-18T12:29:17.667914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.337308ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T12:29:17.668089Z","caller":"traceutil/trace.go:171","msg":"trace[1877825300] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:610; }","duration":"409.537029ms","start":"2026-06-18T12:29:17.258523Z","end":"2026-06-18T12:29:17.66806Z","steps":["trace[1877825300] 'range keys from in-memory index tree' (duration: 409.309727ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:29:17.668235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.701914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T12:29:17.668372Z","caller":"traceutil/trace.go:171","msg":"trace[1931676938] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:610; }","duration":"159.869244ms","start":"2026-06-18T12:29:17.508456Z","end":"2026-06-18T12:29:17.668326Z","steps":["trace[1931676938] 'range keys from in-memory index tree' (duration: 159.622009ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:29:28.733466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.610933ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T12:29:28.733577Z","caller":"traceutil/trace.go:171","msg":"trace[69149664] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:737; }","duration":"225.756662ms","start":"2026-06-18T12:29:28.507798Z","end":"2026-06-18T12:29:28.733555Z","steps":["trace[69149664] 'range keys from in-memory index tree' (duration: 225.523518ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:29:32.011427Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827832579981618541,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-18T12:29:32.512305Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827832579981618541,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-18T12:29:33.012888Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827832579981618541,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-06-18T12:29:33.168186Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.058027538s","expected-duration":"1s"} {"level":"info","ts":"2026-06-18T12:29:33.168627Z","caller":"traceutil/trace.go:171","msg":"trace[1619516119] linearizableReadLoop","detail":"{readStateIndex:783; appliedIndex:782; }","duration":"1.658302423s","start":"2026-06-18T12:29:31.510304Z","end":"2026-06-18T12:29:33.168607Z","steps":["trace[1619516119] 'read index received' (duration: 1.65808624s)","trace[1619516119] 'applied index is now lower than readState.Index' (duration: 215.333µs)"],"step_count":2} {"level":"info","ts":"2026-06-18T12:29:33.168705Z","caller":"traceutil/trace.go:171","msg":"trace[2108979130] transaction","detail":"{read_only:false; response_revision:753; number_of_response:1; }","duration":"2.058607793s","start":"2026-06-18T12:29:31.110067Z","end":"2026-06-18T12:29:33.168675Z","steps":["trace[2108979130] 'process raft request' (duration: 2.058376578s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:29:33.168789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.658465544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-06-18T12:29:33.168846Z","caller":"traceutil/trace.go:171","msg":"trace[1141749622] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:753; }","duration":"1.65856867s","start":"2026-06-18T12:29:31.510261Z","end":"2026-06-18T12:29:33.16883Z","steps":["trace[1141749622] 'agreement among raft nodes before linearized reading' (duration: 1.658472024s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:29:33.168884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T12:29:31.510241Z","time spent":"1.658634085s","remote":"127.0.0.1:34776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-06-18T12:29:33.168942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176844029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-06-18T12:29:33.168967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.869413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-06-18T12:29:33.169032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"917.509258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-06-18T12:29:33.169033Z","caller":"traceutil/trace.go:171","msg":"trace[1893575623] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:753; }","duration":"950.9879ms","start":"2026-06-18T12:29:32.218031Z","end":"2026-06-18T12:29:33.169019Z","steps":["trace[1893575623] 'agreement among raft nodes before linearized reading' (duration: 950.826121ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:29:33.16895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"950.095477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-06-18T12:29:33.169052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.856751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-06-18T12:29:33.169113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T12:29:32.218003Z","time spent":"951.100298ms","remote":"127.0.0.1:35134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-06-18T12:29:33.169104Z","caller":"traceutil/trace.go:171","msg":"trace[1399173080] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:753; }","duration":"917.576672ms","start":"2026-06-18T12:29:32.251476Z","end":"2026-06-18T12:29:33.169053Z","steps":["trace[1399173080] 'agreement among raft nodes before linearized reading' (duration: 917.515079ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:29:33.169233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T12:29:32.251444Z","time spent":"917.784215ms","remote":"127.0.0.1:35134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-06-18T12:29:33.169157Z","caller":"traceutil/trace.go:171","msg":"trace[3685970] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:753; }","duration":"948.040151ms","start":"2026-06-18T12:29:32.221096Z","end":"2026-06-18T12:29:33.169136Z","steps":["trace[3685970] 'agreement among raft nodes before linearized reading' (duration: 947.70241ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:29:33.169282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T12:29:32.221074Z","time spent":"948.199612ms","remote":"127.0.0.1:35134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-06-18T12:29:33.169244Z","caller":"traceutil/trace.go:171","msg":"trace[1079942523] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:753; }","duration":"950.430027ms","start":"2026-06-18T12:29:32.218775Z","end":"2026-06-18T12:29:33.169206Z","steps":["trace[1079942523] 'agreement among raft nodes before linearized reading' (duration: 950.038332ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:29:33.169306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T12:29:31.110055Z","time spent":"2.058717519s","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4028,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-06-18T12:29:33.169374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T12:29:32.218742Z","time spent":"950.591076ms","remote":"127.0.0.1:35134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-06-18T12:29:33.169616Z","caller":"traceutil/trace.go:171","msg":"trace[1374901907] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:753; }","duration":"1.176970446s","start":"2026-06-18T12:29:31.992033Z","end":"2026-06-18T12:29:33.169004Z","steps":["trace[1374901907] 'agreement among raft nodes before linearized reading' (duration: 1.176700789s)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:29:33.169667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-06-18T12:29:31.99198Z","time spent":"1.177674349s","remote":"127.0.0.1:35134","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-06-18T12:31:21.358157Z","caller":"traceutil/trace.go:171","msg":"trace[1767137823] transaction","detail":"{read_only:false; response_revision:1278; number_of_response:1; }","duration":"158.18651ms","start":"2026-06-18T12:31:21.199951Z","end":"2026-06-18T12:31:21.358137Z","steps":["trace[1767137823] 'process raft request' (duration: 158.068621ms)"],"step_count":1} {"level":"info","ts":"2026-06-18T12:31:29.86656Z","caller":"traceutil/trace.go:171","msg":"trace[807163340] linearizableReadLoop","detail":"{readStateIndex:1367; appliedIndex:1366; }","duration":"106.669871ms","start":"2026-06-18T12:31:29.759863Z","end":"2026-06-18T12:31:29.866533Z","steps":["trace[807163340] 'read index received' (duration: 106.423203ms)","trace[807163340] 'applied index is now lower than readState.Index' (duration: 245.728µs)"],"step_count":2} {"level":"info","ts":"2026-06-18T12:31:29.866632Z","caller":"traceutil/trace.go:171","msg":"trace[139103558] transaction","detail":"{read_only:false; response_revision:1310; number_of_response:1; }","duration":"109.007794ms","start":"2026-06-18T12:31:29.757594Z","end":"2026-06-18T12:31:29.866602Z","steps":["trace[139103558] 'process raft request' (duration: 108.782298ms)"],"step_count":1} {"level":"warn","ts":"2026-06-18T12:31:29.866806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.913909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-06-18T12:31:29.866886Z","caller":"traceutil/trace.go:171","msg":"trace[715228662] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1310; }","duration":"107.028138ms","start":"2026-06-18T12:31:29.759841Z","end":"2026-06-18T12:31:29.866869Z","steps":["trace[715228662] 'agreement among raft nodes before linearized reading' (duration: 106.79226ms)"],"step_count":1}