{"level":"warn","ts":"2026-02-27T18:16:47.033603Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-27T18:16:47.033691Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.74:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.74:2380","--initial-cluster=instance=https://199.204.45.74:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.74:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.74:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-02-27T18:16:47.033754Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-02-27T18:16:47.033763Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.74:2380"]} {"level":"info","ts":"2026-02-27T18:16:47.033785Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-27T18:16:47.034499Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.74:2379"]} {"level":"info","ts":"2026-02-27T18:16:47.034592Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.74:2380"],"listen-peer-urls":["https://199.204.45.74:2380"],"advertise-client-urls":["https://199.204.45.74:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.74:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.74:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-02-27T18:16:47.050615Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"14.343661ms"} {"level":"info","ts":"2026-02-27T18:16:47.064375Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"89ba38f964b95aa0","cluster-id":"54492f71bf65c400"} {"level":"info","ts":"2026-02-27T18:16:47.064462Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 switched to configuration voters=()"} {"level":"info","ts":"2026-02-27T18:16:47.064482Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 became follower at term 0"} {"level":"info","ts":"2026-02-27T18:16:47.064505Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 89ba38f964b95aa0 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-02-27T18:16:47.064512Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 became follower at term 1"} {"level":"info","ts":"2026-02-27T18:16:47.064543Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 switched to configuration voters=(9924307372652190368)"} {"level":"warn","ts":"2026-02-27T18:16:47.079382Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-02-27T18:16:47.08218Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-02-27T18:16:47.084532Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-02-27T18:16:47.088757Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"89ba38f964b95aa0","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-02-27T18:16:47.088892Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"89ba38f964b95aa0","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-02-27T18:16:47.089087Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-27T18:16:47.089522Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-27T18:16:47.089596Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-02-27T18:16:47.090482Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 switched to configuration voters=(9924307372652190368)"} {"level":"info","ts":"2026-02-27T18:16:47.090623Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"54492f71bf65c400","local-member-id":"89ba38f964b95aa0","added-peer-id":"89ba38f964b95aa0","added-peer-peer-urls":["https://199.204.45.74:2380"]} {"level":"info","ts":"2026-02-27T18:16:47.093059Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-02-27T18:16:47.093257Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"89ba38f964b95aa0","initial-advertise-peer-urls":["https://199.204.45.74:2380"],"listen-peer-urls":["https://199.204.45.74:2380"],"advertise-client-urls":["https://199.204.45.74:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.74:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-02-27T18:16:47.093289Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-02-27T18:16:47.093387Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.74:2380"} {"level":"info","ts":"2026-02-27T18:16:47.093403Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.74:2380"} {"level":"info","ts":"2026-02-27T18:16:47.466755Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 is starting a new election at term 1"} {"level":"info","ts":"2026-02-27T18:16:47.466834Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 became pre-candidate at term 1"} {"level":"info","ts":"2026-02-27T18:16:47.466985Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 received MsgPreVoteResp from 89ba38f964b95aa0 at term 1"} {"level":"info","ts":"2026-02-27T18:16:47.467018Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 became candidate at term 2"} {"level":"info","ts":"2026-02-27T18:16:47.467063Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 received MsgVoteResp from 89ba38f964b95aa0 at term 2"} {"level":"info","ts":"2026-02-27T18:16:47.467089Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"89ba38f964b95aa0 became leader at term 2"} {"level":"info","ts":"2026-02-27T18:16:47.467154Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 89ba38f964b95aa0 elected leader 89ba38f964b95aa0 at term 2"} {"level":"info","ts":"2026-02-27T18:16:47.468503Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"89ba38f964b95aa0","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.74:2379]}","request-path":"/0/members/89ba38f964b95aa0/attributes","cluster-id":"54492f71bf65c400","publish-timeout":"7s"} {"level":"info","ts":"2026-02-27T18:16:47.468763Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-27T18:16:47.468821Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-02-27T18:16:47.469023Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-02-27T18:16:47.469096Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-02-27T18:16:47.469233Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T18:16:47.470617Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"54492f71bf65c400","local-member-id":"89ba38f964b95aa0","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T18:16:47.470698Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T18:16:47.470725Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-02-27T18:16:47.471256Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-02-27T18:16:47.472914Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.74:2379"} {"level":"info","ts":"2026-02-27T18:16:56.025108Z","caller":"traceutil/trace.go:171","msg":"trace[1585993202] transaction","detail":"{read_only:false; response_revision:326; number_of_response:1; }","duration":"314.288766ms","start":"2026-02-27T18:16:55.710786Z","end":"2026-02-27T18:16:56.025074Z","steps":["trace[1585993202] 'process raft request' (duration: 314.11447ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:16:56.026256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:16:55.710759Z","time spent":"314.447672ms","remote":"127.0.0.1:44198","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":190,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T18:16:56.332576Z","caller":"traceutil/trace.go:171","msg":"trace[156771688] transaction","detail":"{read_only:false; response_revision:327; number_of_response:1; }","duration":"271.275501ms","start":"2026-02-27T18:16:56.061265Z","end":"2026-02-27T18:16:56.33254Z","steps":["trace[156771688] 'process raft request' (duration: 244.007142ms)","trace[156771688] 'compare' (duration: 27.128864ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:17:09.267407Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391672059518421,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:17:09.767714Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391672059518421,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:17:10.109574Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.506649722s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T18:17:10.110039Z","caller":"traceutil/trace.go:171","msg":"trace[150756265] transaction","detail":"{read_only:false; response_revision:452; number_of_response:1; }","duration":"1.507201171s","start":"2026-02-27T18:17:08.602813Z","end":"2026-02-27T18:17:10.110014Z","steps":["trace[150756265] 'process raft request' (duration: 1.507046016s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:17:10.110343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:17:08.602793Z","time spent":"1.507306124s","remote":"127.0.0.1:44278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:17:10.110786Z","caller":"traceutil/trace.go:171","msg":"trace[777103961] linearizableReadLoop","detail":"{readStateIndex:469; appliedIndex:467; }","duration":"1.343458033s","start":"2026-02-27T18:17:08.767313Z","end":"2026-02-27T18:17:10.110771Z","steps":["trace[777103961] 'read index received' (duration: 1.342546304s)","trace[777103961] 'applied index is now lower than readState.Index' (duration: 910.659µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:17:10.111075Z","caller":"traceutil/trace.go:171","msg":"trace[2038222485] transaction","detail":"{read_only:false; response_revision:453; number_of_response:1; }","duration":"475.463203ms","start":"2026-02-27T18:17:09.635561Z","end":"2026-02-27T18:17:10.111024Z","steps":["trace[2038222485] 'process raft request' (duration: 475.146613ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:17:10.11116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:17:09.635539Z","time spent":"475.579617ms","remote":"127.0.0.1:44278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:17:10.111328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34401387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T18:17:10.111385Z","caller":"traceutil/trace.go:171","msg":"trace[616981842] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:453; }","duration":"1.344094313s","start":"2026-02-27T18:17:08.767282Z","end":"2026-02-27T18:17:10.111376Z","steps":["trace[616981842] 'agreement among raft nodes before linearized reading' (duration: 1.34401s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:17:10.111415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:17:08.767268Z","time spent":"1.344140334s","remote":"127.0.0.1:44278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T18:17:10.111445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.994022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T18:17:10.111477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.8399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-02-27T18:17:10.111519Z","caller":"traceutil/trace.go:171","msg":"trace[1492542627] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:453; }","duration":"614.114296ms","start":"2026-02-27T18:17:09.497384Z","end":"2026-02-27T18:17:10.111498Z","steps":["trace[1492542627] 'agreement among raft nodes before linearized reading' (duration: 613.994532ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:17:10.11158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:17:09.497365Z","time spent":"614.202029ms","remote":"127.0.0.1:44278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-02-27T18:17:10.111534Z","caller":"traceutil/trace.go:171","msg":"trace[10614082] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:453; }","duration":"925.926353ms","start":"2026-02-27T18:17:09.185586Z","end":"2026-02-27T18:17:10.111512Z","steps":["trace[10614082] 'agreement among raft nodes before linearized reading' (duration: 925.81785ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:17:10.111702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:17:09.185574Z","time spent":"926.118739ms","remote":"127.0.0.1:44278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T18:17:10.111537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012636059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:17:10.111863Z","caller":"traceutil/trace.go:171","msg":"trace[1899980179] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:453; }","duration":"1.013047671s","start":"2026-02-27T18:17:09.098792Z","end":"2026-02-27T18:17:10.11184Z","steps":["trace[1899980179] 'agreement among raft nodes before linearized reading' (duration: 1.012533515s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:17:10.111949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:17:09.098774Z","time spent":"1.013161325s","remote":"127.0.0.1:43958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T18:17:12.432025Z","caller":"traceutil/trace.go:171","msg":"trace[423908989] linearizableReadLoop","detail":"{readStateIndex:475; appliedIndex:474; }","duration":"217.852719ms","start":"2026-02-27T18:17:12.214154Z","end":"2026-02-27T18:17:12.432006Z","steps":["trace[423908989] 'read index received' (duration: 217.748486ms)","trace[423908989] 'applied index is now lower than readState.Index' (duration: 103.523µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:17:12.432352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T18:17:12.432384Z","caller":"traceutil/trace.go:171","msg":"trace[398077891] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:458; }","duration":"218.254862ms","start":"2026-02-27T18:17:12.214121Z","end":"2026-02-27T18:17:12.432376Z","steps":["trace[398077891] 'agreement among raft nodes before linearized reading' (duration: 218.18748ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:17:12.432356Z","caller":"traceutil/trace.go:171","msg":"trace[458653811] transaction","detail":"{read_only:false; response_revision:458; number_of_response:1; }","duration":"315.027226ms","start":"2026-02-27T18:17:12.117301Z","end":"2026-02-27T18:17:12.432328Z","steps":["trace[458653811] 'process raft request' (duration: 314.587491ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:17:12.432448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.154719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-02-27T18:17:12.432486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:17:12.117292Z","time spent":"315.13053ms","remote":"127.0.0.1:44278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:17:12.432497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.237122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T18:17:12.432562Z","caller":"traceutil/trace.go:171","msg":"trace[1323375182] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:458; }","duration":"218.323844ms","start":"2026-02-27T18:17:12.214221Z","end":"2026-02-27T18:17:12.432545Z","steps":["trace[1323375182] 'agreement among raft nodes before linearized reading' (duration: 218.16795ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:17:12.43311Z","caller":"traceutil/trace.go:171","msg":"trace[140676189] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:458; }","duration":"218.354805ms","start":"2026-02-27T18:17:12.214168Z","end":"2026-02-27T18:17:12.432523Z","steps":["trace[140676189] 'agreement among raft nodes before linearized reading' (duration: 218.104537ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:17:18.998449Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391672059518528,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:17:19.498856Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391672059518528,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:17:19.816787Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.351213187s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T18:17:19.817195Z","caller":"traceutil/trace.go:171","msg":"trace[1641454855] linearizableReadLoop","detail":"{readStateIndex:523; appliedIndex:522; }","duration":"1.319562733s","start":"2026-02-27T18:17:18.497605Z","end":"2026-02-27T18:17:19.817168Z","steps":["trace[1641454855] 'read index received' (duration: 1.319364057s)","trace[1641454855] 'applied index is now lower than readState.Index' (duration: 197.666µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:17:19.817436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319811251s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-27T18:17:19.817425Z","caller":"traceutil/trace.go:171","msg":"trace[587476791] transaction","detail":"{read_only:false; response_revision:505; number_of_response:1; }","duration":"1.351924427s","start":"2026-02-27T18:17:18.465449Z","end":"2026-02-27T18:17:19.817373Z","steps":["trace[587476791] 'process raft request' (duration: 1.351576797s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:17:19.817496Z","caller":"traceutil/trace.go:171","msg":"trace[1130971262] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:505; }","duration":"1.319928834s","start":"2026-02-27T18:17:18.497548Z","end":"2026-02-27T18:17:19.817477Z","steps":["trace[1130971262] 'agreement among raft nodes before linearized reading' (duration: 1.319773979s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:17:19.817542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.299002774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T18:17:19.817566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.072232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4374"} {"level":"info","ts":"2026-02-27T18:17:19.817597Z","caller":"traceutil/trace.go:171","msg":"trace[218916773] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:505; }","duration":"1.299091767s","start":"2026-02-27T18:17:18.51849Z","end":"2026-02-27T18:17:19.817582Z","steps":["trace[218916773] 'agreement among raft nodes before linearized reading' (duration: 1.298992204s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:17:19.817613Z","caller":"traceutil/trace.go:171","msg":"trace[1451588532] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:505; }","duration":"430.157614ms","start":"2026-02-27T18:17:19.38744Z","end":"2026-02-27T18:17:19.817597Z","steps":["trace[1451588532] 'agreement among raft nodes before linearized reading' (duration: 430.075982ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:17:19.817632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:17:18.518476Z","time spent":"1.299148289s","remote":"127.0.0.1:44278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T18:17:19.817631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:17:18.46542Z","time spent":"1.352104512s","remote":"127.0.0.1:44278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:17:19.817656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:17:19.387422Z","time spent":"430.225706ms","remote":"127.0.0.1:44162","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":4397,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-02-27T18:17:19.817567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:17:18.497524Z","time spent":"1.320022977s","remote":"127.0.0.1:44278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T18:17:19.817674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.380649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:17:19.817965Z","caller":"traceutil/trace.go:171","msg":"trace[279661981] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:505; }","duration":"720.727658ms","start":"2026-02-27T18:17:19.097158Z","end":"2026-02-27T18:17:19.817886Z","steps":["trace[279661981] 'agreement among raft nodes before linearized reading' (duration: 720.321557ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:17:19.818059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:17:19.097137Z","time spent":"720.907253ms","remote":"127.0.0.1:43958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:17:19.818124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311044405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-02-27T18:17:19.818175Z","caller":"traceutil/trace.go:171","msg":"trace[82896315] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:505; }","duration":"1.311386414s","start":"2026-02-27T18:17:18.506773Z","end":"2026-02-27T18:17:19.818159Z","steps":["trace[82896315] 'agreement among raft nodes before linearized reading' (duration: 1.310656043s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:17:19.818208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:17:18.506754Z","time spent":"1.311445646s","remote":"127.0.0.1:44278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T18:17:20.535418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.176625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:17:20.53549Z","caller":"traceutil/trace.go:171","msg":"trace[1963631279] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:509; }","duration":"436.282498ms","start":"2026-02-27T18:17:20.09919Z","end":"2026-02-27T18:17:20.535473Z","steps":["trace[1963631279] 'range keys from in-memory index tree' (duration: 436.063941ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:17:20.535519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:17:20.099175Z","time spent":"436.337019ms","remote":"127.0.0.1:43958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T18:17:20.535792Z","caller":"traceutil/trace.go:171","msg":"trace[73074445] transaction","detail":"{read_only:false; response_revision:510; number_of_response:1; }","duration":"340.030467ms","start":"2026-02-27T18:17:20.195739Z","end":"2026-02-27T18:17:20.53577Z","steps":["trace[73074445] 'process raft request' (duration: 338.504264ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:17:20.535982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:17:20.195721Z","time spent":"340.169801ms","remote":"127.0.0.1:44278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:17:22.394385Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391672059518547,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:17:22.895453Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391672059518547,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:17:23.175921Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.3493643s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T18:17:23.176379Z","caller":"traceutil/trace.go:171","msg":"trace[1787289963] linearizableReadLoop","detail":"{readStateIndex:531; appliedIndex:530; }","duration":"1.282997621s","start":"2026-02-27T18:17:21.893354Z","end":"2026-02-27T18:17:23.176351Z","steps":["trace[1787289963] 'read index received' (duration: 1.282818076s)","trace[1787289963] 'applied index is now lower than readState.Index' (duration: 178.155µs)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:17:23.176601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.283229678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-02-27T18:17:23.176578Z","caller":"traceutil/trace.go:171","msg":"trace[66482255] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"1.350097211s","start":"2026-02-27T18:17:21.826429Z","end":"2026-02-27T18:17:23.176526Z","steps":["trace[66482255] 'process raft request' (duration: 1.349741911s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:17:23.176645Z","caller":"traceutil/trace.go:171","msg":"trace[1376006658] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:512; }","duration":"1.28329232s","start":"2026-02-27T18:17:21.89334Z","end":"2026-02-27T18:17:23.176632Z","steps":["trace[1376006658] 'agreement among raft nodes before linearized reading' (duration: 1.283173677s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:17:23.176681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:17:21.893281Z","time spent":"1.283392162s","remote":"127.0.0.1:44278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-02-27T18:17:23.176752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:17:21.826411Z","time spent":"1.350251855s","remote":"127.0.0.1:44278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:17:23.186368Z","caller":"traceutil/trace.go:171","msg":"trace[904992134] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"253.853787ms","start":"2026-02-27T18:17:22.932487Z","end":"2026-02-27T18:17:23.186341Z","steps":["trace[904992134] 'process raft request' (duration: 253.656092ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:17:23.186432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087492647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:17:23.186475Z","caller":"traceutil/trace.go:171","msg":"trace[1973677909] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:513; }","duration":"1.087557809s","start":"2026-02-27T18:17:22.098907Z","end":"2026-02-27T18:17:23.186465Z","steps":["trace[1973677909] 'agreement among raft nodes before linearized reading' (duration: 1.087464526s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:17:23.186468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280645599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-02-27T18:17:23.186505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:17:22.098871Z","time spent":"1.087627111s","remote":"127.0.0.1:43958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-02-27T18:17:23.186518Z","caller":"traceutil/trace.go:171","msg":"trace[50652584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:513; }","duration":"1.280756113s","start":"2026-02-27T18:17:21.905749Z","end":"2026-02-27T18:17:23.186506Z","steps":["trace[50652584] 'agreement among raft nodes before linearized reading' (duration: 1.280521546s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:17:23.186523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28032142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-02-27T18:17:23.186552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:17:21.905727Z","time spent":"1.280815974s","remote":"127.0.0.1:44278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T18:17:23.186576Z","caller":"traceutil/trace.go:171","msg":"trace[453452123] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:513; }","duration":"1.280408742s","start":"2026-02-27T18:17:21.906154Z","end":"2026-02-27T18:17:23.186563Z","steps":["trace[453452123] 'agreement among raft nodes before linearized reading' (duration: 1.280250638s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:17:23.186603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:17:21.906143Z","time spent":"1.280453604s","remote":"127.0.0.1:44278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T18:17:29.721631Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391672059518624,"retry-timeout":"500ms"} {"level":"info","ts":"2026-02-27T18:17:29.889956Z","caller":"traceutil/trace.go:171","msg":"trace[312234024] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"680.707422ms","start":"2026-02-27T18:17:29.209223Z","end":"2026-02-27T18:17:29.88993Z","steps":["trace[312234024] 'process raft request' (duration: 680.524137ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:17:29.890099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:17:29.209203Z","time spent":"680.824495ms","remote":"127.0.0.1:44278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:17:30.274093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.941098ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:17:30.274187Z","caller":"traceutil/trace.go:171","msg":"trace[305593694] linearizableReadLoop","detail":"{readStateIndex:571; appliedIndex:569; }","duration":"1.053097484s","start":"2026-02-27T18:17:29.221075Z","end":"2026-02-27T18:17:30.274172Z","steps":["trace[305593694] 'read index received' (duration: 668.759767ms)","trace[305593694] 'applied index is now lower than readState.Index' (duration: 384.336677ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:17:30.274262Z","caller":"traceutil/trace.go:171","msg":"trace[229457296] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"1.060880109s","start":"2026-02-27T18:17:29.213372Z","end":"2026-02-27T18:17:30.274252Z","steps":["trace[229457296] 'process raft request' (duration: 754.561911ms)","trace[229457296] 'compare' (duration: 305.808505ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:17:30.274426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:17:29.213348Z","time spent":"1.061047755s","remote":"127.0.0.1:44278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:17:30.274541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.439445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:17:30.274557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052462609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T18:17:30.274616Z","caller":"traceutil/trace.go:171","msg":"trace[1234516098] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:551; }","duration":"175.574918ms","start":"2026-02-27T18:17:30.099024Z","end":"2026-02-27T18:17:30.274599Z","steps":["trace[1234516098] 'agreement among raft nodes before linearized reading' (duration: 175.434565ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:17:30.274612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053532927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-02-27T18:17:30.274656Z","caller":"traceutil/trace.go:171","msg":"trace[259651929] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:551; }","duration":"1.052598283s","start":"2026-02-27T18:17:29.22203Z","end":"2026-02-27T18:17:30.274629Z","steps":["trace[259651929] 'agreement among raft nodes before linearized reading' (duration: 1.052307315s)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:17:30.274684Z","caller":"traceutil/trace.go:171","msg":"trace[821564710] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:551; }","duration":"1.053614849s","start":"2026-02-27T18:17:29.221052Z","end":"2026-02-27T18:17:30.274666Z","steps":["trace[821564710] 'agreement among raft nodes before linearized reading' (duration: 1.053416944s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:17:30.274709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:17:29.222018Z","time spent":"1.052681075s","remote":"127.0.0.1:44278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-02-27T18:17:30.274767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:17:29.221014Z","time spent":"1.053741152s","remote":"127.0.0.1:44278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-02-27T18:17:30.274595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.173824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-5rxj4\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-02-27T18:17:30.27489Z","caller":"traceutil/trace.go:171","msg":"trace[1501456762] range","detail":"{range_begin:/registry/pods/kube-system/cilium-5rxj4; range_end:; response_count:1; response_revision:551; }","duration":"691.4333ms","start":"2026-02-27T18:17:29.583393Z","end":"2026-02-27T18:17:30.274826Z","steps":["trace[1501456762] 'agreement among raft nodes before linearized reading' (duration: 691.084171ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:17:30.275059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:17:29.58338Z","time spent":"691.597574ms","remote":"127.0.0.1:44174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16984,"request content":"key:\"/registry/pods/kube-system/cilium-5rxj4\" "} {"level":"info","ts":"2026-02-27T18:17:30.555939Z","caller":"traceutil/trace.go:171","msg":"trace[477715889] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"274.151173ms","start":"2026-02-27T18:17:30.281762Z","end":"2026-02-27T18:17:30.555914Z","steps":["trace[477715889] 'process raft request' (duration: 273.966668ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:17:30.852995Z","caller":"traceutil/trace.go:171","msg":"trace[636820112] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"564.678512ms","start":"2026-02-27T18:17:30.288301Z","end":"2026-02-27T18:17:30.852979Z","steps":["trace[636820112] 'process raft request' (duration: 564.474886ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:17:30.852973Z","caller":"traceutil/trace.go:171","msg":"trace[36313877] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"570.694538ms","start":"2026-02-27T18:17:30.282197Z","end":"2026-02-27T18:17:30.852891Z","steps":["trace[36313877] 'process raft request' (duration: 570.502043ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:17:30.853101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:17:30.288242Z","time spent":"564.798015ms","remote":"127.0.0.1:44174","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:17:30.85325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:17:30.282183Z","time spent":"570.915464ms","remote":"127.0.0.1:44278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:17:31.053699Z","caller":"traceutil/trace.go:171","msg":"trace[1254739818] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"117.533565ms","start":"2026-02-27T18:17:30.936142Z","end":"2026-02-27T18:17:31.053676Z","steps":["trace[1254739818] 'process raft request' (duration: 117.400642ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:17:32.598045Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391672059518641,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:17:33.098909Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391672059518641,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:17:33.599698Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391672059518641,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:17:34.097688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000402333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T18:17:34.097873Z","caller":"traceutil/trace.go:171","msg":"trace[1759756920] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000554097s","start":"2026-02-27T18:17:32.097244Z","end":"2026-02-27T18:17:34.097798Z","steps":["trace[1759756920] 'agreement among raft nodes before linearized reading' (duration: 2.000395743s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:17:34.097943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:17:32.097204Z","time spent":"2.000723061s","remote":"127.0.0.1:43958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:17:34.10043Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391672059518641,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:17:34.601428Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391672059518641,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:17:35.102497Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391672059518641,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:17:35.602912Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391672059518641,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:17:36.109824Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391672059518641,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:17:36.109984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.011495633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-02-27T18:17:36.111081Z","caller":"traceutil/trace.go:171","msg":"trace[1244967156] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.01261374s","start":"2026-02-27T18:17:34.098455Z","end":"2026-02-27T18:17:36.111068Z","steps":["trace[1244967156] 'agreement among raft nodes before linearized reading' (duration: 2.011491133s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:17:36.111123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:17:34.098411Z","time spent":"2.012693932s","remote":"127.0.0.1:43950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 18:17:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T18:17:36.610993Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391672059518641,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:17:37.111197Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391672059518641,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:17:37.27972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999611046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T18:17:37.279811Z","caller":"traceutil/trace.go:171","msg":"trace[449204181] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.99975456s","start":"2026-02-27T18:17:32.280034Z","end":"2026-02-27T18:17:37.279789Z","steps":["trace[449204181] 'agreement among raft nodes before linearized reading' (duration: 4.999628697s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:17:37.279857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:17:32.280014Z","time spent":"4.999830771s","remote":"127.0.0.1:44278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/02/27 18:17:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T18:17:37.55989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000262144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T18:17:37.55998Z","caller":"traceutil/trace.go:171","msg":"trace[1741840549] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.000411168s","start":"2026-02-27T18:17:32.559549Z","end":"2026-02-27T18:17:37.55996Z","steps":["trace[1741840549] 'agreement among raft nodes before linearized reading' (duration: 5.000289555s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:17:37.560025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:17:32.55953Z","time spent":"5.000484969s","remote":"127.0.0.1:44278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/02/27 18:17:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T18:17:37.611625Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391672059518641,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:17:38.024818Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.126021156s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T18:17:38.025268Z","caller":"traceutil/trace.go:171","msg":"trace[746594262] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"6.126567489s","start":"2026-02-27T18:17:31.898681Z","end":"2026-02-27T18:17:38.025248Z","steps":["trace[746594262] 'process raft request' (duration: 6.126406625s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:17:38.025391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:17:31.89865Z","time spent":"6.126678882s","remote":"127.0.0.1:44278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:17:38.116098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000382985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-02-27T18:17:38.116181Z","caller":"traceutil/trace.go:171","msg":"trace[389043289] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000531928s","start":"2026-02-27T18:17:36.115625Z","end":"2026-02-27T18:17:38.116157Z","steps":["trace[389043289] 'agreement among raft nodes before linearized reading' (duration: 2.000435136s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:17:38.116225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:17:36.115612Z","time spent":"2.00060273s","remote":"127.0.0.1:43958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/02/27 18:17:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-02-27T18:17:38.241363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.942432ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-02-27T18:17:38.241563Z","caller":"traceutil/trace.go:171","msg":"trace[1912101012] transaction","detail":"{read_only:false; response_revision:558; number_of_response:1; }","duration":"4.97196664s","start":"2026-02-27T18:17:33.269574Z","end":"2026-02-27T18:17:38.24154Z","steps":["trace[1912101012] 'process raft request' (duration: 4.79172873s)","trace[1912101012] 'compare' (duration: 179.768638ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:17:38.241646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:17:33.269543Z","time spent":"4.972062812s","remote":"127.0.0.1:44278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:17:38.242409Z","caller":"traceutil/trace.go:171","msg":"trace[1810656771] transaction","detail":"{read_only:false; response_revision:559; number_of_response:1; }","duration":"2.1288376s","start":"2026-02-27T18:17:36.113551Z","end":"2026-02-27T18:17:38.242388Z","steps":["trace[1810656771] 'process raft request' (duration: 2.127930188s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:17:38.242577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:17:36.113501Z","time spent":"2.128990754s","remote":"127.0.0.1:44048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T18:17:38.370093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.755187ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-02-27T18:17:38.37018Z","caller":"traceutil/trace.go:171","msg":"trace[1352768873] linearizableReadLoop","detail":"{readStateIndex:581; appliedIndex:577; }","duration":"6.272911042s","start":"2026-02-27T18:17:32.097252Z","end":"2026-02-27T18:17:38.370163Z","steps":["trace[1352768873] 'read index received' (duration: 5.927857138s)","trace[1352768873] 'applied index is now lower than readState.Index' (duration: 345.052614ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:17:38.37048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.51203066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-02-27T18:17:38.370518Z","caller":"traceutil/trace.go:171","msg":"trace[1645639693] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:559; }","duration":"5.512072071s","start":"2026-02-27T18:17:32.858435Z","end":"2026-02-27T18:17:38.370507Z","steps":["trace[1645639693] 'agreement among raft nodes before linearized reading' (duration: 5.511922688s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:17:38.370496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.008957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:17:38.370558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:17:32.858351Z","time spent":"5.512197994s","remote":"127.0.0.1:44278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T18:17:38.370571Z","caller":"traceutil/trace.go:171","msg":"trace[1521773269] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:559; }","duration":"254.13769ms","start":"2026-02-27T18:17:38.116415Z","end":"2026-02-27T18:17:38.370552Z","steps":["trace[1521773269] 'agreement among raft nodes before linearized reading' (duration: 254.010097ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:17:39.684178Z","caller":"traceutil/trace.go:171","msg":"trace[1050027905] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"114.185724ms","start":"2026-02-27T18:17:39.569975Z","end":"2026-02-27T18:17:39.68416Z","steps":["trace[1050027905] 'process raft request' (duration: 114.077371ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:17:40.502524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.321329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T18:17:40.502596Z","caller":"traceutil/trace.go:171","msg":"trace[1445390398] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:570; }","duration":"110.404431ms","start":"2026-02-27T18:17:40.392174Z","end":"2026-02-27T18:17:40.502579Z","steps":["trace[1445390398] 'range keys from in-memory index tree' (duration: 110.154755ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:17:42.282527Z","caller":"traceutil/trace.go:171","msg":"trace[805227498] linearizableReadLoop","detail":"{readStateIndex:604; appliedIndex:603; }","duration":"184.412661ms","start":"2026-02-27T18:17:42.098079Z","end":"2026-02-27T18:17:42.282491Z","steps":["trace[805227498] 'read index received' (duration: 184.305168ms)","trace[805227498] 'applied index is now lower than readState.Index' (duration: 106.533µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:17:42.282531Z","caller":"traceutil/trace.go:171","msg":"trace[1824090579] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"235.786134ms","start":"2026-02-27T18:17:42.046729Z","end":"2026-02-27T18:17:42.282515Z","steps":["trace[1824090579] 'process raft request' (duration: 235.619051ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:17:42.282623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.531523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:17:42.28265Z","caller":"traceutil/trace.go:171","msg":"trace[525274960] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:581; }","duration":"184.595095ms","start":"2026-02-27T18:17:42.098047Z","end":"2026-02-27T18:17:42.282642Z","steps":["trace[525274960] 'agreement among raft nodes before linearized reading' (duration: 184.532264ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:17:42.784234Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391672059518691,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:17:43.28478Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6530391672059518691,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-02-27T18:17:43.290385Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.008049625s","expected-duration":"1s"} {"level":"info","ts":"2026-02-27T18:17:43.308929Z","caller":"traceutil/trace.go:171","msg":"trace[492352967] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"1.097381743s","start":"2026-02-27T18:17:42.211528Z","end":"2026-02-27T18:17:43.30891Z","steps":["trace[492352967] 'process raft request' (duration: 1.079056458s)","trace[492352967] 'compare' (duration: 17.876085ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:17:43.309031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:17:42.211508Z","time spent":"1.097479166s","remote":"127.0.0.1:44048","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":700,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-02-27T18:17:43.309479Z","caller":"traceutil/trace.go:171","msg":"trace[1800939869] linearizableReadLoop","detail":"{readStateIndex:605; appliedIndex:604; }","duration":"1.025314695s","start":"2026-02-27T18:17:42.283573Z","end":"2026-02-27T18:17:43.308888Z","steps":["trace[1800939869] 'read index received' (duration: 1.006946009s)","trace[1800939869] 'applied index is now lower than readState.Index' (duration: 18.367456ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:17:43.309622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026022542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:17:43.309692Z","caller":"traceutil/trace.go:171","msg":"trace[2081898709] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:582; }","duration":"1.026133655s","start":"2026-02-27T18:17:42.283537Z","end":"2026-02-27T18:17:43.30967Z","steps":["trace[2081898709] 'agreement among raft nodes before linearized reading' (duration: 1.02591835s)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:17:43.309757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:17:42.283521Z","time spent":"1.026224587s","remote":"127.0.0.1:43950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:17:43.309792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.034615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-5rxj4\" ","response":"range_response_count:1 size:17786"} {"level":"info","ts":"2026-02-27T18:17:43.309857Z","caller":"traceutil/trace.go:171","msg":"trace[257165867] range","detail":"{range_begin:/registry/pods/kube-system/cilium-5rxj4; range_end:; response_count:1; response_revision:582; }","duration":"578.117907ms","start":"2026-02-27T18:17:42.731722Z","end":"2026-02-27T18:17:43.30984Z","steps":["trace[257165867] 'agreement among raft nodes before linearized reading' (duration: 577.891602ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:17:43.3099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:17:42.731677Z","time spent":"578.215599ms","remote":"127.0.0.1:44174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17809,"request content":"key:\"/registry/pods/kube-system/cilium-5rxj4\" "} {"level":"warn","ts":"2026-02-27T18:17:43.309761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.882184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-02-27T18:17:43.31053Z","caller":"traceutil/trace.go:171","msg":"trace[2081904591] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:582; }","duration":"768.625101ms","start":"2026-02-27T18:17:42.541798Z","end":"2026-02-27T18:17:43.310424Z","steps":["trace[2081904591] 'agreement among raft nodes before linearized reading' (duration: 767.781361ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:17:43.310595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:17:42.541776Z","time spent":"768.803634ms","remote":"127.0.0.1:44278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-02-27T18:17:45.314445Z","caller":"traceutil/trace.go:171","msg":"trace[330792137] linearizableReadLoop","detail":"{readStateIndex:636; appliedIndex:635; }","duration":"216.051898ms","start":"2026-02-27T18:17:45.098366Z","end":"2026-02-27T18:17:45.314417Z","steps":["trace[330792137] 'read index received' (duration: 213.397688ms)","trace[330792137] 'applied index is now lower than readState.Index' (duration: 2.6533ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:17:45.314352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.905916ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:17:45.314549Z","caller":"traceutil/trace.go:171","msg":"trace[342026452] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:611; }","duration":"227.163713ms","start":"2026-02-27T18:17:45.087372Z","end":"2026-02-27T18:17:45.314536Z","steps":["trace[342026452] 'range keys from in-memory index tree' (duration: 226.870995ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:17:45.314801Z","caller":"traceutil/trace.go:171","msg":"trace[333081612] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"384.976023ms","start":"2026-02-27T18:17:44.929809Z","end":"2026-02-27T18:17:45.314786Z","steps":["trace[333081612] 'process raft request' (duration: 381.994786ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:17:45.314928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:17:44.929782Z","time spent":"385.070825ms","remote":"127.0.0.1:44008","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4580,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-02-27T18:17:45.314987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.611552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:17:45.31511Z","caller":"traceutil/trace.go:171","msg":"trace[770537075] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:612; }","duration":"216.752485ms","start":"2026-02-27T18:17:45.098323Z","end":"2026-02-27T18:17:45.315075Z","steps":["trace[770537075] 'agreement among raft nodes before linearized reading' (duration: 216.544609ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:17:45.315941Z","caller":"traceutil/trace.go:171","msg":"trace[92015205] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"184.351854ms","start":"2026-02-27T18:17:45.131568Z","end":"2026-02-27T18:17:45.315919Z","steps":["trace[92015205] 'process raft request' (duration: 184.207641ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:17:49.325649Z","caller":"traceutil/trace.go:171","msg":"trace[972667502] transaction","detail":"{read_only:false; response_revision:674; number_of_response:1; }","duration":"116.092769ms","start":"2026-02-27T18:17:49.209533Z","end":"2026-02-27T18:17:49.325626Z","steps":["trace[972667502] 'process raft request' (duration: 115.899145ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:17:49.496441Z","caller":"traceutil/trace.go:171","msg":"trace[1824971815] transaction","detail":"{read_only:false; response_revision:676; number_of_response:1; }","duration":"131.824739ms","start":"2026-02-27T18:17:49.364574Z","end":"2026-02-27T18:17:49.496399Z","steps":["trace[1824971815] 'process raft request' (duration: 67.335561ms)","trace[1824971815] 'compare' (duration: 64.328394ms)"],"step_count":2} {"level":"warn","ts":"2026-02-27T18:18:02.73497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.184454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-27T18:18:02.735073Z","caller":"traceutil/trace.go:171","msg":"trace[603177774] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:772; }","duration":"402.333778ms","start":"2026-02-27T18:18:02.332727Z","end":"2026-02-27T18:18:02.735061Z","steps":["trace[603177774] 'range keys from in-memory index tree' (duration: 402.016811ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:18:02.7351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:18:02.332712Z","time spent":"402.382978ms","remote":"127.0.0.1:44278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-02-27T18:18:02.735229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.668619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-02-27T18:18:02.7353Z","caller":"traceutil/trace.go:171","msg":"trace[1279620472] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:772; }","duration":"343.816172ms","start":"2026-02-27T18:18:02.391467Z","end":"2026-02-27T18:18:02.735283Z","steps":["trace[1279620472] 'range keys from in-memory index tree' (duration: 343.499296ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:18:02.735333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:18:02.391444Z","time spent":"343.882544ms","remote":"127.0.0.1:44278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-02-27T18:18:02.735411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.445677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-02-27T18:18:02.735576Z","caller":"traceutil/trace.go:171","msg":"trace[1220305647] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:772; }","duration":"247.872726ms","start":"2026-02-27T18:18:02.487694Z","end":"2026-02-27T18:18:02.735567Z","steps":["trace[1220305647] 'count revisions from in-memory index tree' (duration: 247.372215ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:18:58.617626Z","caller":"traceutil/trace.go:171","msg":"trace[540490374] transaction","detail":"{read_only:false; response_revision:965; number_of_response:1; }","duration":"437.116572ms","start":"2026-02-27T18:18:58.180484Z","end":"2026-02-27T18:18:58.617601Z","steps":["trace[540490374] 'process raft request' (duration: 436.960759ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:18:58.617887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:18:58.180459Z","time spent":"437.347125ms","remote":"127.0.0.1:44278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:19:07.400671Z","caller":"traceutil/trace.go:171","msg":"trace[178613671] linearizableReadLoop","detail":"{readStateIndex:1039; appliedIndex:1038; }","duration":"334.766245ms","start":"2026-02-27T18:19:07.06586Z","end":"2026-02-27T18:19:07.400627Z","steps":["trace[178613671] 'read index received' (duration: 334.577902ms)","trace[178613671] 'applied index is now lower than readState.Index' (duration: 187.323µs)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:19:07.400805Z","caller":"traceutil/trace.go:171","msg":"trace[643561451] transaction","detail":"{read_only:false; response_revision:994; number_of_response:1; }","duration":"739.663497ms","start":"2026-02-27T18:19:06.661129Z","end":"2026-02-27T18:19:07.400793Z","steps":["trace[643561451] 'process raft request' (duration: 739.307902ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:19:07.400929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:19:06.661094Z","time spent":"739.738418ms","remote":"127.0.0.1:44278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-02-27T18:19:07.401047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.349214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-02-27T18:19:07.401133Z","caller":"traceutil/trace.go:171","msg":"trace[709974452] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:994; }","duration":"319.475837ms","start":"2026-02-27T18:19:07.081638Z","end":"2026-02-27T18:19:07.401114Z","steps":["trace[709974452] 'agreement among raft nodes before linearized reading' (duration: 319.274914ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:19:07.401157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.698197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-02-27T18:19:07.401183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:19:07.081624Z","time spent":"319.549387ms","remote":"127.0.0.1:44278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":513,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-02-27T18:19:07.401231Z","caller":"traceutil/trace.go:171","msg":"trace[1319068014] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:994; }","duration":"302.800169ms","start":"2026-02-27T18:19:07.098413Z","end":"2026-02-27T18:19:07.401213Z","steps":["trace[1319068014] 'agreement among raft nodes before linearized reading' (duration: 302.696558ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:19:07.401274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:19:07.098397Z","time spent":"302.87041ms","remote":"127.0.0.1:43958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-02-27T18:19:07.401337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.480425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-02-27T18:19:07.401387Z","caller":"traceutil/trace.go:171","msg":"trace[73964344] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:994; }","duration":"335.563216ms","start":"2026-02-27T18:19:07.065812Z","end":"2026-02-27T18:19:07.401375Z","steps":["trace[73964344] 'agreement among raft nodes before linearized reading' (duration: 335.427474ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:19:07.401426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:19:07.065792Z","time spent":"335.626597ms","remote":"127.0.0.1:44278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-02-27T18:19:07.516669Z","caller":"traceutil/trace.go:171","msg":"trace[171840350] transaction","detail":"{read_only:false; response_revision:996; number_of_response:1; }","duration":"109.182867ms","start":"2026-02-27T18:19:07.407457Z","end":"2026-02-27T18:19:07.51664Z","steps":["trace[171840350] 'process raft request' (duration: 102.682525ms)"],"step_count":1} {"level":"info","ts":"2026-02-27T18:19:23.808405Z","caller":"traceutil/trace.go:171","msg":"trace[1198484245] transaction","detail":"{read_only:false; response_revision:1044; number_of_response:1; }","duration":"309.016514ms","start":"2026-02-27T18:19:23.499364Z","end":"2026-02-27T18:19:23.80838Z","steps":["trace[1198484245] 'process raft request' (duration: 308.05411ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:19:23.808599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-02-27T18:19:23.49934Z","time spent":"309.181016ms","remote":"127.0.0.1:44278","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-02-27T18:19:23.810139Z","caller":"traceutil/trace.go:171","msg":"trace[1006436574] linearizableReadLoop","detail":"{readStateIndex:1094; appliedIndex:1092; }","duration":"226.572297ms","start":"2026-02-27T18:19:23.583533Z","end":"2026-02-27T18:19:23.810105Z","steps":["trace[1006436574] 'read index received' (duration: 223.898051ms)","trace[1006436574] 'applied index is now lower than readState.Index' (duration: 2.673346ms)"],"step_count":2} {"level":"info","ts":"2026-02-27T18:19:23.810189Z","caller":"traceutil/trace.go:171","msg":"trace[1538417623] transaction","detail":"{read_only:false; response_revision:1045; number_of_response:1; }","duration":"272.041232ms","start":"2026-02-27T18:19:23.538112Z","end":"2026-02-27T18:19:23.810154Z","steps":["trace[1538417623] 'process raft request' (duration: 271.88534ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:19:23.810473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.197221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" limit:500 ","response":"range_response_count:5 size:1780"} {"level":"info","ts":"2026-02-27T18:19:23.810505Z","caller":"traceutil/trace.go:171","msg":"trace[1027206583] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:5; response_revision:1045; }","duration":"110.262652ms","start":"2026-02-27T18:19:23.700236Z","end":"2026-02-27T18:19:23.810498Z","steps":["trace[1027206583] 'agreement among raft nodes before linearized reading' (duration: 110.146961ms)"],"step_count":1} {"level":"warn","ts":"2026-02-27T18:19:23.81056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.892681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-02-27T18:19:23.810611Z","caller":"traceutil/trace.go:171","msg":"trace[964284822] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1045; }","duration":"227.079784ms","start":"2026-02-27T18:19:23.583517Z","end":"2026-02-27T18:19:23.810597Z","steps":["trace[964284822] 'agreement among raft nodes before linearized reading' (duration: 226.718159ms)"],"step_count":1}