{"level":"warn","ts":"2026-04-23T00:11:40.036721Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-23T00:11:40.036857Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.19:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.19:2380","--initial-cluster=instance=https://199.204.45.19:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.19:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.19:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-23T00:11:40.036951Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-23T00:11:40.036965Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.19:2380"]} {"level":"info","ts":"2026-04-23T00:11:40.036991Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-23T00:11:40.037755Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.19:2379"]} {"level":"info","ts":"2026-04-23T00:11:40.037841Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.19:2380"],"listen-peer-urls":["https://199.204.45.19:2380"],"advertise-client-urls":["https://199.204.45.19:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.19:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.19:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-23T00:11:40.044062Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"5.942838ms"} {"level":"info","ts":"2026-04-23T00:11:40.065203Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"a847c2e9c7010db6","cluster-id":"2b11a68e27507b05"} {"level":"info","ts":"2026-04-23T00:11:40.065345Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 switched to configuration voters=()"} {"level":"info","ts":"2026-04-23T00:11:40.065393Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 became follower at term 0"} {"level":"info","ts":"2026-04-23T00:11:40.065422Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft a847c2e9c7010db6 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-23T00:11:40.06544Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 became follower at term 1"} {"level":"info","ts":"2026-04-23T00:11:40.065505Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 switched to configuration voters=(12125874831040253366)"} {"level":"warn","ts":"2026-04-23T00:11:40.0888Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-23T00:11:40.091043Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-23T00:11:40.092363Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-23T00:11:40.095006Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"a847c2e9c7010db6","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-23T00:11:40.095333Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"a847c2e9c7010db6","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-23T00:11:40.096392Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-23T00:11:40.101511Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-23T00:11:40.101546Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-23T00:11:40.101729Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 switched to configuration voters=(12125874831040253366)"} {"level":"info","ts":"2026-04-23T00:11:40.10208Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"2b11a68e27507b05","local-member-id":"a847c2e9c7010db6","added-peer-id":"a847c2e9c7010db6","added-peer-peer-urls":["https://199.204.45.19:2380"]} {"level":"info","ts":"2026-04-23T00:11:40.105572Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-23T00:11:40.105719Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.19:2380"} {"level":"info","ts":"2026-04-23T00:11:40.105783Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.19:2380"} {"level":"info","ts":"2026-04-23T00:11:40.106094Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"a847c2e9c7010db6","initial-advertise-peer-urls":["https://199.204.45.19:2380"],"listen-peer-urls":["https://199.204.45.19:2380"],"advertise-client-urls":["https://199.204.45.19:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.19:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-23T00:11:40.106157Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-23T00:11:40.365785Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 is starting a new election at term 1"} {"level":"info","ts":"2026-04-23T00:11:40.36586Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-23T00:11:40.365888Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 received MsgPreVoteResp from a847c2e9c7010db6 at term 1"} {"level":"info","ts":"2026-04-23T00:11:40.36591Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 became candidate at term 2"} {"level":"info","ts":"2026-04-23T00:11:40.365927Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 received MsgVoteResp from a847c2e9c7010db6 at term 2"} {"level":"info","ts":"2026-04-23T00:11:40.365948Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a847c2e9c7010db6 became leader at term 2"} {"level":"info","ts":"2026-04-23T00:11:40.365968Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: a847c2e9c7010db6 elected leader a847c2e9c7010db6 at term 2"} {"level":"info","ts":"2026-04-23T00:11:40.366924Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-23T00:11:40.367912Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-23T00:11:40.367924Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"a847c2e9c7010db6","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.19:2379]}","request-path":"/0/members/a847c2e9c7010db6/attributes","cluster-id":"2b11a68e27507b05","publish-timeout":"7s"} {"level":"info","ts":"2026-04-23T00:11:40.367997Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-23T00:11:40.371421Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.19:2379"} {"level":"info","ts":"2026-04-23T00:11:40.371585Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-23T00:11:40.371619Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-23T00:11:40.37324Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-23T00:11:40.373743Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"2b11a68e27507b05","local-member-id":"a847c2e9c7010db6","cluster-version":"3.5"} {"level":"info","ts":"2026-04-23T00:11:40.373827Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-23T00:11:40.373852Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-23T00:11:42.399662Z","caller":"traceutil/trace.go:171","msg":"trace[491809851] transaction","detail":"{read_only:false; response_revision:70; number_of_response:1; }","duration":"232.426709ms","start":"2026-04-23T00:11:42.167132Z","end":"2026-04-23T00:11:42.399559Z","steps":["trace[491809851] 'process raft request' (duration: 146.191011ms)","trace[491809851] 'compare' (duration: 85.961609ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:11:42.603266Z","caller":"traceutil/trace.go:171","msg":"trace[919697580] transaction","detail":"{read_only:false; response_revision:71; number_of_response:1; }","duration":"201.411007ms","start":"2026-04-23T00:11:42.401816Z","end":"2026-04-23T00:11:42.603227Z","steps":["trace[919697580] 'process raft request' (duration: 191.055942ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:11:43.124438Z","caller":"traceutil/trace.go:171","msg":"trace[1244616783] transaction","detail":"{read_only:false; response_revision:75; number_of_response:1; }","duration":"207.007527ms","start":"2026-04-23T00:11:42.917398Z","end":"2026-04-23T00:11:43.124405Z","steps":["trace[1244616783] 'process raft request' (duration: 161.250895ms)","trace[1244616783] 'compare' (duration: 45.639697ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:11:44.30398Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.173671355s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T00:11:45.610761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.306096057s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-04-23T00:11:45.610874Z","caller":"traceutil/trace.go:171","msg":"trace[94994228] transaction","detail":"{read_only:false; response_revision:76; number_of_response:1; }","duration":"2.480630816s","start":"2026-04-23T00:11:43.13023Z","end":"2026-04-23T00:11:45.61086Z","steps":["trace[94994228] 'process raft request' (duration: 1.174071218s)","trace[94994228] 'compare' (duration: 1.305997851s)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:11:45.610916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:11:43.130207Z","time spent":"2.480692613s","remote":"127.0.0.1:56446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":621,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T00:11:45.99586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000423988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-23T00:11:45.995964Z","caller":"traceutil/trace.go:171","msg":"trace[166413250] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000626609s","start":"2026-04-23T00:11:43.995312Z","end":"2026-04-23T00:11:45.995938Z","steps":["trace[166413250] 'agreement among raft nodes before linearized reading' (duration: 2.000452487s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:11:45.996024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:11:43.99529Z","time spent":"2.000723145s","remote":"127.0.0.1:56104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/23 00:11:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-23T00:11:46.204489Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.90019981s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-23T00:11:47.066371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999846007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-23T00:11:47.066487Z","caller":"traceutil/trace.go:171","msg":"trace[1742665841] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000030061s","start":"2026-04-23T00:11:45.066433Z","end":"2026-04-23T00:11:47.066463Z","steps":["trace[1742665841] 'agreement among raft nodes before linearized reading' (duration: 1.999877107s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:11:47.066539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:11:45.066407Z","time spent":"2.000121087s","remote":"127.0.0.1:56104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:11:47.647409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.442559513s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:14"} {"level":"info","ts":"2026-04-23T00:11:47.647608Z","caller":"traceutil/trace.go:171","msg":"trace[306278303] linearizableReadLoop","detail":"{readStateIndex:82; appliedIndex:79; }","duration":"3.652228021s","start":"2026-04-23T00:11:43.995353Z","end":"2026-04-23T00:11:47.647581Z","steps":["trace[306278303] 'read index received' (duration: 308.960738ms)","trace[306278303] 'applied index is now lower than readState.Index' (duration: 3.343266264s)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:11:47.647714Z","caller":"traceutil/trace.go:171","msg":"trace[118864766] transaction","detail":"{read_only:false; response_revision:77; number_of_response:1; }","duration":"4.339298313s","start":"2026-04-23T00:11:43.308367Z","end":"2026-04-23T00:11:47.647665Z","steps":["trace[118864766] 'process raft request' (duration: 2.896407803s)","trace[118864766] 'compare' (duration: 1.441478713s)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:11:47.647713Z","caller":"traceutil/trace.go:171","msg":"trace[159129185] transaction","detail":"{read_only:false; number_of_response:0; response_revision:77; }","duration":"4.299650637s","start":"2026-04-23T00:11:43.348029Z","end":"2026-04-23T00:11:47.64768Z","steps":["trace[159129185] 'process raft request' (duration: 4.299491983s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:11:47.647784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.651426469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-23T00:11:47.64782Z","caller":"traceutil/trace.go:171","msg":"trace[1918847464] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:77; }","duration":"1.651474897s","start":"2026-04-23T00:11:45.996333Z","end":"2026-04-23T00:11:47.647808Z","steps":["trace[1918847464] 'agreement among raft nodes before linearized reading' (duration: 1.651358191s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:11:47.647813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:11:43.308344Z","time spent":"4.339427628s","remote":"127.0.0.1:56288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5877,"response count":0,"response size":37,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T00:11:47.647849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:11:45.996279Z","time spent":"1.651564593s","remote":"127.0.0.1:56100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-23T00:11:47.647899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:11:43.348014Z","time spent":"4.299805701s","remote":"127.0.0.1:56288","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":27,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T00:11:47.647876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.189891012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-23T00:11:47.647967Z","caller":"traceutil/trace.go:171","msg":"trace[772343911] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:0; response_revision:77; }","duration":"3.190028666s","start":"2026-04-23T00:11:44.457916Z","end":"2026-04-23T00:11:47.647944Z","steps":["trace[772343911] 'agreement among raft nodes before linearized reading' (duration: 3.189781915s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:11:47.648007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:11:44.457898Z","time spent":"3.190101604s","remote":"127.0.0.1:56378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":27,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:11:47.648339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.161009422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:0 size:4"} {"level":"warn","ts":"2026-04-23T00:11:47.648261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.034508305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:basic-user\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-23T00:11:47.649375Z","caller":"traceutil/trace.go:171","msg":"trace[1227411538] range","detail":"{range_begin:/registry/clusterroles/system:basic-user; range_end:; response_count:0; response_revision:77; }","duration":"2.035630974s","start":"2026-04-23T00:11:45.61371Z","end":"2026-04-23T00:11:47.649341Z","steps":["trace[1227411538] 'agreement among raft nodes before linearized reading' (duration: 2.034478397s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:11:47.649439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:11:45.613688Z","time spent":"2.03572746s","remote":"127.0.0.1:56446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":27,"request content":"key:\"/registry/clusterroles/system:basic-user\" "} {"level":"info","ts":"2026-04-23T00:11:47.649286Z","caller":"traceutil/trace.go:171","msg":"trace[527426658] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:77; }","duration":"2.161986295s","start":"2026-04-23T00:11:45.48728Z","end":"2026-04-23T00:11:47.649267Z","steps":["trace[527426658] 'agreement among raft nodes before linearized reading' (duration: 2.161031441s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:11:47.649715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:11:45.487253Z","time spent":"2.162450728s","remote":"127.0.0.1:56378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":27,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T00:11:48.372982Z","caller":"traceutil/trace.go:171","msg":"trace[1915670995] linearizableReadLoop","detail":"{readStateIndex:121; appliedIndex:120; }","duration":"139.878305ms","start":"2026-04-23T00:11:48.233064Z","end":"2026-04-23T00:11:48.372942Z","steps":["trace[1915670995] 'read index received' (duration: 139.304406ms)","trace[1915670995] 'applied index is now lower than readState.Index' (duration: 572.279µs)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:11:48.373117Z","caller":"traceutil/trace.go:171","msg":"trace[685396880] transaction","detail":"{read_only:false; response_revision:116; number_of_response:1; }","duration":"170.769184ms","start":"2026-04-23T00:11:48.202312Z","end":"2026-04-23T00:11:48.373081Z","steps":["trace[685396880] 'process raft request' (duration: 170.138937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:11:48.373283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.189754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:endpoint-controller\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-04-23T00:11:48.373339Z","caller":"traceutil/trace.go:171","msg":"trace[29192729] range","detail":"{range_begin:/registry/clusterroles/system:controller:endpoint-controller; range_end:; response_count:0; response_revision:116; }","duration":"140.329568ms","start":"2026-04-23T00:11:48.232996Z","end":"2026-04-23T00:11:48.373325Z","steps":["trace[29192729] 'agreement among raft nodes before linearized reading' (duration: 140.143405ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:11:48.840823Z","caller":"traceutil/trace.go:171","msg":"trace[695137945] transaction","detail":"{read_only:false; response_revision:142; number_of_response:1; }","duration":"174.855579ms","start":"2026-04-23T00:11:48.665919Z","end":"2026-04-23T00:11:48.840774Z","steps":["trace[695137945] 'process raft request' (duration: 129.576573ms)","trace[695137945] 'compare' (duration: 44.837322ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:11:49.050593Z","caller":"traceutil/trace.go:171","msg":"trace[76164795] transaction","detail":"{read_only:false; response_revision:148; number_of_response:1; }","duration":"123.310122ms","start":"2026-04-23T00:11:48.927257Z","end":"2026-04-23T00:11:49.050567Z","steps":["trace[76164795] 'process raft request' (duration: 123.250624ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:11:49.050843Z","caller":"traceutil/trace.go:171","msg":"trace[209007657] transaction","detail":"{read_only:false; response_revision:147; number_of_response:1; }","duration":"141.411527ms","start":"2026-04-23T00:11:48.909384Z","end":"2026-04-23T00:11:49.050795Z","steps":["trace[209007657] 'process raft request' (duration: 59.683183ms)","trace[209007657] 'compare' (duration: 81.255751ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:11:49.246312Z","caller":"traceutil/trace.go:171","msg":"trace[513480201] transaction","detail":"{read_only:false; response_revision:152; number_of_response:1; }","duration":"118.853526ms","start":"2026-04-23T00:11:49.127431Z","end":"2026-04-23T00:11:49.246285Z","steps":["trace[513480201] 'process raft request' (duration: 50.898489ms)","trace[513480201] 'compare' (duration: 67.381926ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:11:49.445819Z","caller":"traceutil/trace.go:171","msg":"trace[857626412] transaction","detail":"{read_only:false; response_revision:159; number_of_response:1; }","duration":"129.908427ms","start":"2026-04-23T00:11:49.315878Z","end":"2026-04-23T00:11:49.445786Z","steps":["trace[857626412] 'process raft request' (duration: 92.320853ms)","trace[857626412] 'compare' (duration: 37.282174ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:11:49.445817Z","caller":"traceutil/trace.go:171","msg":"trace[2083064914] transaction","detail":"{read_only:false; response_revision:160; number_of_response:1; }","duration":"128.07974ms","start":"2026-04-23T00:11:49.317711Z","end":"2026-04-23T00:11:49.44579Z","steps":["trace[2083064914] 'process raft request' (duration: 127.994983ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:11:49.682514Z","caller":"traceutil/trace.go:171","msg":"trace[1259698548] linearizableReadLoop","detail":"{readStateIndex:169; appliedIndex:168; }","duration":"202.580902ms","start":"2026-04-23T00:11:49.479911Z","end":"2026-04-23T00:11:49.682492Z","steps":["trace[1259698548] 'read index received' (duration: 150.570081ms)","trace[1259698548] 'applied index is now lower than readState.Index' (duration: 52.009871ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:11:49.682622Z","caller":"traceutil/trace.go:171","msg":"trace[2034692496] transaction","detail":"{read_only:false; response_revision:163; number_of_response:1; }","duration":"203.896627ms","start":"2026-04-23T00:11:49.478645Z","end":"2026-04-23T00:11:49.682542Z","steps":["trace[2034692496] 'process raft request' (duration: 151.824018ms)","trace[2034692496] 'compare' (duration: 51.908945ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:11:49.682782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.820385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:kube-dns\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:11:49.682839Z","caller":"traceutil/trace.go:171","msg":"trace[1096786218] range","detail":"{range_begin:/registry/clusterrolebindings/system:kube-dns; range_end:; response_count:0; response_revision:163; }","duration":"202.952831ms","start":"2026-04-23T00:11:49.479869Z","end":"2026-04-23T00:11:49.682822Z","steps":["trace[1096786218] 'agreement among raft nodes before linearized reading' (duration: 202.744888ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:11:51.925814Z","caller":"traceutil/trace.go:171","msg":"trace[1687071053] transaction","detail":"{read_only:false; response_revision:289; number_of_response:1; }","duration":"105.022475ms","start":"2026-04-23T00:11:51.820756Z","end":"2026-04-23T00:11:51.925778Z","steps":["trace[1687071053] 'process raft request' (duration: 104.721713ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:11:51.927394Z","caller":"traceutil/trace.go:171","msg":"trace[1395051290] transaction","detail":"{read_only:false; response_revision:290; number_of_response:1; }","duration":"106.163539ms","start":"2026-04-23T00:11:51.82122Z","end":"2026-04-23T00:11:51.927384Z","steps":["trace[1395051290] 'process raft request' (duration: 106.024454ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:11:59.559326Z","caller":"traceutil/trace.go:171","msg":"trace[717665851] transaction","detail":"{read_only:false; response_revision:397; number_of_response:1; }","duration":"130.029967ms","start":"2026-04-23T00:11:59.429265Z","end":"2026-04-23T00:11:59.559295Z","steps":["trace[717665851] 'process raft request' (duration: 129.863831ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:12:06.309093Z","caller":"traceutil/trace.go:171","msg":"trace[950679080] linearizableReadLoop","detail":"{readStateIndex:445; appliedIndex:444; }","duration":"188.265166ms","start":"2026-04-23T00:12:06.12076Z","end":"2026-04-23T00:12:06.309026Z","steps":["trace[950679080] 'read index received' (duration: 180.421706ms)","trace[950679080] 'applied index is now lower than readState.Index' (duration: 7.84107ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:12:06.309311Z","caller":"traceutil/trace.go:171","msg":"trace[1959078879] transaction","detail":"{read_only:false; response_revision:429; number_of_response:1; }","duration":"229.21679ms","start":"2026-04-23T00:12:06.08008Z","end":"2026-04-23T00:12:06.309296Z","steps":["trace[1959078879] 'process raft request' (duration: 221.140474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:12:06.309535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.780489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:4424"} {"level":"info","ts":"2026-04-23T00:12:06.309626Z","caller":"traceutil/trace.go:171","msg":"trace[32552547] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:429; }","duration":"188.906867ms","start":"2026-04-23T00:12:06.120697Z","end":"2026-04-23T00:12:06.309604Z","steps":["trace[32552547] 'agreement among raft nodes before linearized reading' (duration: 188.783929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:12:06.30941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.666102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-23T00:12:06.310139Z","caller":"traceutil/trace.go:171","msg":"trace[434025978] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:429; }","duration":"160.385643ms","start":"2026-04-23T00:12:06.149664Z","end":"2026-04-23T00:12:06.31005Z","steps":["trace[434025978] 'agreement among raft nodes before linearized reading' (duration: 159.661072ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:12:22.554925Z","caller":"traceutil/trace.go:171","msg":"trace[615126152] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"321.885322ms","start":"2026-04-23T00:12:22.233012Z","end":"2026-04-23T00:12:22.554898Z","steps":["trace[615126152] 'process raft request' (duration: 321.844992ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:12:22.555003Z","caller":"traceutil/trace.go:171","msg":"trace[1657054277] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"329.394602ms","start":"2026-04-23T00:12:22.225568Z","end":"2026-04-23T00:12:22.554963Z","steps":["trace[1657054277] 'process raft request' (duration: 328.935791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:12:22.555061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:12:22.232983Z","time spent":"322.018642ms","remote":"127.0.0.1:56122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22019,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T00:12:22.555135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:12:22.225542Z","time spent":"329.522853ms","remote":"127.0.0.1:56122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:12:22.555319Z","caller":"traceutil/trace.go:171","msg":"trace[1640971133] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"329.634133ms","start":"2026-04-23T00:12:22.225661Z","end":"2026-04-23T00:12:22.555295Z","steps":["trace[1640971133] 'process raft request' (duration: 329.122741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:12:22.555453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:12:22.225655Z","time spent":"329.735223ms","remote":"127.0.0.1:56122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9490,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:12:22.565846Z","caller":"traceutil/trace.go:171","msg":"trace[458971561] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"328.377439ms","start":"2026-04-23T00:12:22.237454Z","end":"2026-04-23T00:12:22.565831Z","steps":["trace[458971561] 'process raft request' (duration: 328.255759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:12:22.565909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:12:22.237439Z","time spent":"328.444699ms","remote":"127.0.0.1:56122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29801,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:12:22.565982Z","caller":"traceutil/trace.go:171","msg":"trace[687995585] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"328.210039ms","start":"2026-04-23T00:12:22.237762Z","end":"2026-04-23T00:12:22.565972Z","steps":["trace[687995585] 'process raft request' (duration: 328.017849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:12:22.566027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:12:22.237757Z","time spent":"328.254079ms","remote":"127.0.0.1:56664","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":995,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:12:22.566064Z","caller":"traceutil/trace.go:171","msg":"trace[236852697] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"325.874133ms","start":"2026-04-23T00:12:22.240179Z","end":"2026-04-23T00:12:22.566054Z","steps":["trace[236852697] 'process raft request' (duration: 325.623563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:12:22.566266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:12:22.240151Z","time spent":"325.944773ms","remote":"127.0.0.1:56122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7317,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:12:22.566883Z","caller":"traceutil/trace.go:171","msg":"trace[2108870701] transaction","detail":"{read_only:false; number_of_response:1; response_revision:535; }","duration":"326.539695ms","start":"2026-04-23T00:12:22.240315Z","end":"2026-04-23T00:12:22.566855Z","steps":["trace[2108870701] 'process raft request' (duration: 325.631372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:12:22.566984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:12:22.240311Z","time spent":"326.619055ms","remote":"127.0.0.1:56122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":7366,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:12:22.566898Z","caller":"traceutil/trace.go:171","msg":"trace[1295810351] linearizableReadLoop","detail":"{readStateIndex:564; appliedIndex:550; }","duration":"139.752655ms","start":"2026-04-23T00:12:22.427134Z","end":"2026-04-23T00:12:22.566887Z","steps":["trace[1295810351] 'read index received' (duration: 127.381001ms)","trace[1295810351] 'applied index is now lower than readState.Index' (duration: 12.371184ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:12:22.567129Z","caller":"traceutil/trace.go:171","msg":"trace[1799544692] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"273.245151ms","start":"2026-04-23T00:12:22.293873Z","end":"2026-04-23T00:12:22.567118Z","steps":["trace[1799544692] 'process raft request' (duration: 272.85837ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:12:22.567125Z","caller":"traceutil/trace.go:171","msg":"trace[1648702799] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"306.27834ms","start":"2026-04-23T00:12:22.260828Z","end":"2026-04-23T00:12:22.567106Z","steps":["trace[1648702799] 'process raft request' (duration: 305.799129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:12:22.567202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:12:22.26082Z","time spent":"306.34282ms","remote":"127.0.0.1:56122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":63889,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:12:22.567204Z","caller":"traceutil/trace.go:171","msg":"trace[1842485900] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"294.752908ms","start":"2026-04-23T00:12:22.272444Z","end":"2026-04-23T00:12:22.567197Z","steps":["trace[1842485900] 'process raft request' (duration: 294.219687ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:12:22.56728Z","caller":"traceutil/trace.go:171","msg":"trace[1303907754] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"325.498382ms","start":"2026-04-23T00:12:22.241775Z","end":"2026-04-23T00:12:22.567273Z","steps":["trace[1303907754] 'process raft request' (duration: 324.71723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:12:22.567309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:12:22.241767Z","time spent":"325.527422ms","remote":"127.0.0.1:56122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29820,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:12:22.567312Z","caller":"traceutil/trace.go:171","msg":"trace[946590044] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"314.812134ms","start":"2026-04-23T00:12:22.25249Z","end":"2026-04-23T00:12:22.567302Z","steps":["trace[946590044] 'process raft request' (duration: 314.060812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:12:22.567357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:12:22.252481Z","time spent":"314.853584ms","remote":"127.0.0.1:56122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28462,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:12:22.567366Z","caller":"traceutil/trace.go:171","msg":"trace[245130028] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"310.970433ms","start":"2026-04-23T00:12:22.256389Z","end":"2026-04-23T00:12:22.56736Z","steps":["trace[245130028] 'process raft request' (duration: 310.189451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:12:22.567395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:12:22.256383Z","time spent":"310.997553ms","remote":"127.0.0.1:56122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":28166,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:12:22.56741Z","caller":"traceutil/trace.go:171","msg":"trace[381180664] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"142.692092ms","start":"2026-04-23T00:12:22.424711Z","end":"2026-04-23T00:12:22.567404Z","steps":["trace[381180664] 'process raft request' (duration: 142.096471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:12:22.567618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.481916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T00:12:22.567831Z","caller":"traceutil/trace.go:171","msg":"trace[1035932924] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:542; }","duration":"140.719097ms","start":"2026-04-23T00:12:22.427104Z","end":"2026-04-23T00:12:22.567823Z","steps":["trace[1035932924] 'agreement among raft nodes before linearized reading' (duration: 139.812115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:12:22.576541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.678315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-23T00:12:22.576586Z","caller":"traceutil/trace.go:171","msg":"trace[537035011] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:545; }","duration":"117.751056ms","start":"2026-04-23T00:12:22.458826Z","end":"2026-04-23T00:12:22.576577Z","steps":["trace[537035011] 'agreement among raft nodes before linearized reading' (duration: 117.663696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:12:23.426835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.056223ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:12:23.427469Z","caller":"traceutil/trace.go:171","msg":"trace[156452171] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"593.312095ms","start":"2026-04-23T00:12:22.834138Z","end":"2026-04-23T00:12:23.42745Z","steps":["trace[156452171] 'process raft request' (duration: 592.887684ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:12:23.42754Z","caller":"traceutil/trace.go:171","msg":"trace[1634190662] transaction","detail":"{read_only:false; response_revision:576; number_of_response:1; }","duration":"602.06803ms","start":"2026-04-23T00:12:22.825453Z","end":"2026-04-23T00:12:23.427521Z","steps":["trace[1634190662] 'process raft request' (duration: 132.242354ms)","trace[1634190662] 'compare' (duration: 468.839173ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:12:23.427552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:12:22.83412Z","time spent":"593.394247ms","remote":"127.0.0.1:56122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":65190,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:12:23.427638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:12:22.825438Z","time spent":"602.141552ms","remote":"127.0.0.1:56122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:12:23.427756Z","caller":"traceutil/trace.go:171","msg":"trace[896719332] transaction","detail":"{read_only:false; response_revision:578; number_of_response:1; }","duration":"589.578167ms","start":"2026-04-23T00:12:22.838158Z","end":"2026-04-23T00:12:23.427737Z","steps":["trace[896719332] 'process raft request' (duration: 589.191775ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:12:23.42774Z","caller":"traceutil/trace.go:171","msg":"trace[1316446362] transaction","detail":"{read_only:false; response_revision:579; number_of_response:1; }","duration":"482.933361ms","start":"2026-04-23T00:12:22.944783Z","end":"2026-04-23T00:12:23.427716Z","steps":["trace[1316446362] 'process raft request' (duration: 482.851561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:12:23.427844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:12:22.838147Z","time spent":"589.659377ms","remote":"127.0.0.1:56122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73770,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T00:12:23.427888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:12:22.944749Z","time spent":"483.068401ms","remote":"127.0.0.1:56378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:12:24.073576Z","caller":"traceutil/trace.go:171","msg":"trace[1403642779] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"940.690292ms","start":"2026-04-23T00:12:23.13285Z","end":"2026-04-23T00:12:24.07354Z","steps":["trace[1403642779] 'process raft request' (duration: 924.026939ms)","trace[1403642779] 'compare' (duration: 16.384912ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:12:24.07379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:12:23.132832Z","time spent":"940.876843ms","remote":"127.0.0.1:56378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:12:24.074178Z","caller":"traceutil/trace.go:171","msg":"trace[702518009] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"626.132454ms","start":"2026-04-23T00:12:23.447984Z","end":"2026-04-23T00:12:24.074116Z","steps":["trace[702518009] 'process raft request' (duration: 625.851703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:12:24.074277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:12:23.447963Z","time spent":"626.262305ms","remote":"127.0.0.1:56122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":65199,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:12:24.075231Z","caller":"traceutil/trace.go:171","msg":"trace[648694412] transaction","detail":"{read_only:false; response_revision:582; number_of_response:1; }","duration":"624.276339ms","start":"2026-04-23T00:12:23.450924Z","end":"2026-04-23T00:12:24.075201Z","steps":["trace[648694412] 'process raft request' (duration: 623.103984ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:12:24.075255Z","caller":"traceutil/trace.go:171","msg":"trace[2105849124] transaction","detail":"{read_only:false; response_revision:583; number_of_response:1; }","duration":"618.485708ms","start":"2026-04-23T00:12:23.456752Z","end":"2026-04-23T00:12:24.075238Z","steps":["trace[2105849124] 'process raft request' (duration: 618.254868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:12:24.075335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:12:23.450916Z","time spent":"624.37085ms","remote":"127.0.0.1:56122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19834,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T00:12:24.075353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.356811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:12:24.07535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:12:23.456725Z","time spent":"618.574879ms","remote":"127.0.0.1:56122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59607,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:12:24.075379Z","caller":"traceutil/trace.go:171","msg":"trace[252684790] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:583; }","duration":"281.436971ms","start":"2026-04-23T00:12:23.793937Z","end":"2026-04-23T00:12:24.075374Z","steps":["trace[252684790] 'agreement among raft nodes before linearized reading' (duration: 281.355591ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:12:24.075257Z","caller":"traceutil/trace.go:171","msg":"trace[1647644447] linearizableReadLoop","detail":"{readStateIndex:609; appliedIndex:605; }","duration":"281.25136ms","start":"2026-04-23T00:12:23.793989Z","end":"2026-04-23T00:12:24.07524Z","steps":["trace[1647644447] 'read index received' (duration: 262.962431ms)","trace[1647644447] 'applied index is now lower than readState.Index' (duration: 18.287859ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:12:28.248854Z","caller":"traceutil/trace.go:171","msg":"trace[174732097] transaction","detail":"{read_only:false; response_revision:627; number_of_response:1; }","duration":"111.864275ms","start":"2026-04-23T00:12:28.136955Z","end":"2026-04-23T00:12:28.248819Z","steps":["trace[174732097] 'process raft request' (duration: 111.16706ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:12:28.389007Z","caller":"traceutil/trace.go:171","msg":"trace[1332825356] transaction","detail":"{read_only:false; response_revision:629; number_of_response:1; }","duration":"135.09783ms","start":"2026-04-23T00:12:28.253868Z","end":"2026-04-23T00:12:28.388966Z","steps":["trace[1332825356] 'process raft request' (duration: 76.674489ms)","trace[1332825356] 'compare' (duration: 58.061189ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:12:28.856076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.852035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-23T00:12:28.856162Z","caller":"traceutil/trace.go:171","msg":"trace[1328523838] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:630; }","duration":"254.985357ms","start":"2026-04-23T00:12:28.601156Z","end":"2026-04-23T00:12:28.856142Z","steps":["trace[1328523838] 'range keys from in-memory index tree' (duration: 254.671204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:12:28.856304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.333891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-23T00:12:28.856393Z","caller":"traceutil/trace.go:171","msg":"trace[419729102] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:630; }","duration":"148.458881ms","start":"2026-04-23T00:12:28.707918Z","end":"2026-04-23T00:12:28.856377Z","steps":["trace[419729102] 'range keys from in-memory index tree' (duration: 148.11063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:12:28.856161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.814692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-qh9zp\" ","response":"range_response_count:1 size:16961"} {"level":"info","ts":"2026-04-23T00:12:28.856542Z","caller":"traceutil/trace.go:171","msg":"trace[845707106] range","detail":"{range_begin:/registry/pods/kube-system/cilium-qh9zp; range_end:; response_count:1; response_revision:630; }","duration":"359.211394ms","start":"2026-04-23T00:12:28.497275Z","end":"2026-04-23T00:12:28.856487Z","steps":["trace[845707106] 'range keys from in-memory index tree' (duration: 358.62477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:12:28.856668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:12:28.497253Z","time spent":"359.376846ms","remote":"127.0.0.1:56288","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16984,"request content":"key:\"/registry/pods/kube-system/cilium-qh9zp\" "} {"level":"info","ts":"2026-04-23T00:12:29.347312Z","caller":"traceutil/trace.go:171","msg":"trace[972495047] linearizableReadLoop","detail":"{readStateIndex:658; appliedIndex:657; }","duration":"489.885676ms","start":"2026-04-23T00:12:28.857405Z","end":"2026-04-23T00:12:29.34729Z","steps":["trace[972495047] 'read index received' (duration: 489.35604ms)","trace[972495047] 'applied index is now lower than readState.Index' (duration: 526.296µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:12:29.347435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.006996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:12:29.347475Z","caller":"traceutil/trace.go:171","msg":"trace[1201178331] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:631; }","duration":"490.082747ms","start":"2026-04-23T00:12:28.857379Z","end":"2026-04-23T00:12:29.347461Z","steps":["trace[1201178331] 'agreement among raft nodes before linearized reading' (duration: 489.999766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:12:29.347527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:12:28.857351Z","time spent":"490.164197ms","remote":"127.0.0.1:56100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T00:12:29.347583Z","caller":"traceutil/trace.go:171","msg":"trace[548389436] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"548.030665ms","start":"2026-04-23T00:12:28.799501Z","end":"2026-04-23T00:12:29.347531Z","steps":["trace[548389436] 'process raft request' (duration: 547.165598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:12:29.347762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:12:28.799469Z","time spent":"548.205936ms","remote":"127.0.0.1:56186","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036225,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:12:30.29499Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150580471309953,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:12:30.454677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.507407ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-23T00:12:30.454972Z","caller":"traceutil/trace.go:171","msg":"trace[1668561680] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"1.585777279s","start":"2026-04-23T00:12:28.869178Z","end":"2026-04-23T00:12:30.454956Z","steps":["trace[1668561680] 'process raft request' (duration: 1.585719569s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:12:30.455078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:12:28.869169Z","time spent":"1.58584585s","remote":"127.0.0.1:56288","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17130,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:12:30.455377Z","caller":"traceutil/trace.go:171","msg":"trace[143264120] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"1.594014432s","start":"2026-04-23T00:12:28.861334Z","end":"2026-04-23T00:12:30.455348Z","steps":["trace[143264120] 'process raft request' (duration: 1.593427828s)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:12:30.455213Z","caller":"traceutil/trace.go:171","msg":"trace[1221520834] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"1.59519892s","start":"2026-04-23T00:12:28.859986Z","end":"2026-04-23T00:12:30.455185Z","steps":["trace[1221520834] 'process raft request' (duration: 652.100397ms)","trace[1221520834] 'compare' (duration: 942.413056ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:12:30.455618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:12:28.861327Z","time spent":"1.594180574s","remote":"127.0.0.1:56378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:12:30.455762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:12:28.85997Z","time spent":"1.595675964s","remote":"127.0.0.1:56378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-23T00:12:30.795673Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150580471309953,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-23T00:12:31.104485Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.592363075s","expected-duration":"1s"} {"level":"info","ts":"2026-04-23T00:12:31.190517Z","caller":"traceutil/trace.go:171","msg":"trace[197267674] linearizableReadLoop","detail":"{readStateIndex:662; appliedIndex:661; }","duration":"1.395852347s","start":"2026-04-23T00:12:29.794636Z","end":"2026-04-23T00:12:31.190489Z","steps":["trace[197267674] 'read index received' (duration: 1.310007584s)","trace[197267674] 'applied index is now lower than readState.Index' (duration: 85.843493ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:12:31.190598Z","caller":"traceutil/trace.go:171","msg":"trace[902964855] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"1.783253673s","start":"2026-04-23T00:12:29.407278Z","end":"2026-04-23T00:12:31.190531Z","steps":["trace[902964855] 'process raft request' (duration: 1.6974512s)","trace[902964855] 'compare' (duration: 85.57338ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:12:31.190671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.396020829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:12:31.190697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.530373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.19\" ","response":"range_response_count:1 size:133"} {"level":"info","ts":"2026-04-23T00:12:31.19078Z","caller":"traceutil/trace.go:171","msg":"trace[1751890731] range","detail":"{range_begin:/registry/masterleases/199.204.45.19; range_end:; response_count:1; response_revision:635; }","duration":"992.666634ms","start":"2026-04-23T00:12:30.198093Z","end":"2026-04-23T00:12:31.19076Z","steps":["trace[1751890731] 'agreement among raft nodes before linearized reading' (duration: 992.522482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:12:31.190807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"797.378439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-23T00:12:31.1908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.944967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:432"} {"level":"warn","ts":"2026-04-23T00:12:31.190825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:12:30.198073Z","time spent":"992.743804ms","remote":"127.0.0.1:56110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":1,"response size":156,"request content":"key:\"/registry/masterleases/199.204.45.19\" "} {"level":"info","ts":"2026-04-23T00:12:31.190845Z","caller":"traceutil/trace.go:171","msg":"trace[1821035884] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:635; }","duration":"797.51163ms","start":"2026-04-23T00:12:30.393324Z","end":"2026-04-23T00:12:31.190836Z","steps":["trace[1821035884] 'agreement among raft nodes before linearized reading' (duration: 797.289838ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:12:31.190875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:12:30.393303Z","time spent":"797.565672ms","remote":"127.0.0.1:56378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-23T00:12:31.190856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:12:29.407261Z","time spent":"1.783412934s","remote":"127.0.0.1:56446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1092,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:12:31.190869Z","caller":"traceutil/trace.go:171","msg":"trace[1758753008] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:635; }","duration":"894.058747ms","start":"2026-04-23T00:12:30.29679Z","end":"2026-04-23T00:12:31.190849Z","steps":["trace[1758753008] 'agreement among raft nodes before linearized reading' (duration: 893.841035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:12:31.19116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:12:30.296768Z","time spent":"894.377682ms","remote":"127.0.0.1:56378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-23T00:12:31.190728Z","caller":"traceutil/trace.go:171","msg":"trace[965130230] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:635; }","duration":"1.396126059s","start":"2026-04-23T00:12:29.794588Z","end":"2026-04-23T00:12:31.190714Z","steps":["trace[965130230] 'agreement among raft nodes before linearized reading' (duration: 1.396009228s)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:12:31.191331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:12:29.79457Z","time spent":"1.396741606s","remote":"127.0.0.1:56104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T00:12:31.65522Z","caller":"traceutil/trace.go:171","msg":"trace[2066999628] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"146.556621ms","start":"2026-04-23T00:12:31.508632Z","end":"2026-04-23T00:12:31.655189Z","steps":["trace[2066999628] 'process raft request' (duration: 146.360569ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:12:31.6691Z","caller":"traceutil/trace.go:171","msg":"trace[814668853] transaction","detail":"{read_only:false; response_revision:640; number_of_response:1; }","duration":"147.254337ms","start":"2026-04-23T00:12:31.521821Z","end":"2026-04-23T00:12:31.669076Z","steps":["trace[814668853] 'process raft request' (duration: 146.933784ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:12:33.071361Z","caller":"traceutil/trace.go:171","msg":"trace[1918529992] transaction","detail":"{read_only:false; response_revision:663; number_of_response:1; }","duration":"411.077409ms","start":"2026-04-23T00:12:32.660257Z","end":"2026-04-23T00:12:33.071335Z","steps":["trace[1918529992] 'process raft request' (duration: 410.937977ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:12:33.071474Z","caller":"traceutil/trace.go:171","msg":"trace[23215250] linearizableReadLoop","detail":"{readStateIndex:692; appliedIndex:689; }","duration":"276.255656ms","start":"2026-04-23T00:12:32.795206Z","end":"2026-04-23T00:12:33.071462Z","steps":["trace[23215250] 'read index received' (duration: 206.988276ms)","trace[23215250] 'applied index is now lower than readState.Index' (duration: 69.26635ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:12:33.071645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:12:32.660238Z","time spent":"411.199531ms","remote":"127.0.0.1:56122","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10353,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:12:33.071362Z","caller":"traceutil/trace.go:171","msg":"trace[2102462736] transaction","detail":"{read_only:false; response_revision:664; number_of_response:1; }","duration":"380.74569ms","start":"2026-04-23T00:12:32.690595Z","end":"2026-04-23T00:12:33.07134Z","steps":["trace[2102462736] 'process raft request' (duration: 380.659389ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:12:33.071798Z","caller":"traceutil/trace.go:171","msg":"trace[223211388] transaction","detail":"{read_only:false; response_revision:665; number_of_response:1; }","duration":"240.603269ms","start":"2026-04-23T00:12:32.831096Z","end":"2026-04-23T00:12:33.0717Z","steps":["trace[223211388] 'process raft request' (duration: 240.212184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:12:33.072019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:12:32.690576Z","time spent":"381.230756ms","remote":"127.0.0.1:56356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2603,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-23T00:12:33.07223Z","caller":"traceutil/trace.go:171","msg":"trace[1241780329] transaction","detail":"{read_only:false; response_revision:662; number_of_response:1; }","duration":"414.796539ms","start":"2026-04-23T00:12:32.656493Z","end":"2026-04-23T00:12:33.071289Z","steps":["trace[1241780329] 'process raft request' (duration: 345.689621ms)","trace[1241780329] 'compare' (duration: 68.742084ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:12:33.072304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:12:32.656467Z","time spent":"415.80322ms","remote":"127.0.0.1:56664","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-23T00:12:33.072961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.743003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:12:33.073015Z","caller":"traceutil/trace.go:171","msg":"trace[639662766] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:665; }","duration":"277.838834ms","start":"2026-04-23T00:12:32.795163Z","end":"2026-04-23T00:12:33.073001Z","steps":["trace[639662766] 'agreement among raft nodes before linearized reading' (duration: 276.379528ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:12:37.961193Z","caller":"traceutil/trace.go:171","msg":"trace[1398916954] transaction","detail":"{read_only:false; response_revision:745; number_of_response:1; }","duration":"167.532976ms","start":"2026-04-23T00:12:37.793633Z","end":"2026-04-23T00:12:37.961166Z","steps":["trace[1398916954] 'process raft request' (duration: 167.267683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:12:37.961366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.213422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:12:37.961513Z","caller":"traceutil/trace.go:171","msg":"trace[998572546] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:745; }","duration":"167.450985ms","start":"2026-04-23T00:12:37.794043Z","end":"2026-04-23T00:12:37.961494Z","steps":["trace[998572546] 'agreement among raft nodes before linearized reading' (duration: 167.211062ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:12:37.961209Z","caller":"traceutil/trace.go:171","msg":"trace[1595722827] linearizableReadLoop","detail":"{readStateIndex:774; appliedIndex:773; }","duration":"167.10458ms","start":"2026-04-23T00:12:37.794079Z","end":"2026-04-23T00:12:37.961184Z","steps":["trace[1595722827] 'read index received' (duration: 166.908478ms)","trace[1595722827] 'applied index is now lower than readState.Index' (duration: 193.842µs)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:12:37.961782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.160861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:12:37.961861Z","caller":"traceutil/trace.go:171","msg":"trace[1988936640] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:745; }","duration":"150.267803ms","start":"2026-04-23T00:12:37.811579Z","end":"2026-04-23T00:12:37.961847Z","steps":["trace[1988936640] 'agreement among raft nodes before linearized reading' (duration: 150.160042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:12:37.96191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.221182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-23T00:12:37.961956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.863602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:12:37.961992Z","caller":"traceutil/trace.go:171","msg":"trace[1834135690] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:745; }","duration":"118.338714ms","start":"2026-04-23T00:12:37.843632Z","end":"2026-04-23T00:12:37.961971Z","steps":["trace[1834135690] 'agreement among raft nodes before linearized reading' (duration: 118.209812ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:12:37.962058Z","caller":"traceutil/trace.go:171","msg":"trace[1977087808] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:745; }","duration":"119.036594ms","start":"2026-04-23T00:12:37.842997Z","end":"2026-04-23T00:12:37.962034Z","steps":["trace[1977087808] 'agreement among raft nodes before linearized reading' (duration: 118.826331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:12:37.96194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.539347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:12:37.962287Z","caller":"traceutil/trace.go:171","msg":"trace[31338146] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:745; }","duration":"118.949903ms","start":"2026-04-23T00:12:37.843252Z","end":"2026-04-23T00:12:37.962202Z","steps":["trace[31338146] 'agreement among raft nodes before linearized reading' (duration: 118.484466ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:12:37.962531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.161576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:12:37.962605Z","caller":"traceutil/trace.go:171","msg":"trace[18518443] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:745; }","duration":"151.273167ms","start":"2026-04-23T00:12:37.811312Z","end":"2026-04-23T00:12:37.962585Z","steps":["trace[18518443] 'agreement among raft nodes before linearized reading' (duration: 150.457385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:12:37.961731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.774199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:12:37.962786Z","caller":"traceutil/trace.go:171","msg":"trace[347633796] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:745; }","duration":"151.809734ms","start":"2026-04-23T00:12:37.810932Z","end":"2026-04-23T00:12:37.962742Z","steps":["trace[347633796] 'agreement among raft nodes before linearized reading' (duration: 150.744229ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:12:38.610616Z","caller":"traceutil/trace.go:171","msg":"trace[1530384210] transaction","detail":"{read_only:false; response_revision:747; number_of_response:1; }","duration":"120.152539ms","start":"2026-04-23T00:12:38.490429Z","end":"2026-04-23T00:12:38.610581Z","steps":["trace[1530384210] 'process raft request' (duration: 109.314319ms)","trace[1530384210] 'compare' (duration: 10.692068ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:12:38.886316Z","caller":"traceutil/trace.go:171","msg":"trace[961530136] transaction","detail":"{read_only:false; response_revision:748; number_of_response:1; }","duration":"259.156738ms","start":"2026-04-23T00:12:38.627125Z","end":"2026-04-23T00:12:38.886282Z","steps":["trace[961530136] 'process raft request' (duration: 214.890655ms)","trace[961530136] 'compare' (duration: 43.879786ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:12:38.886367Z","caller":"traceutil/trace.go:171","msg":"trace[1000141314] linearizableReadLoop","detail":"{readStateIndex:778; appliedIndex:776; }","duration":"230.998242ms","start":"2026-04-23T00:12:38.655331Z","end":"2026-04-23T00:12:38.886329Z","steps":["trace[1000141314] 'read index received' (duration: 186.72546ms)","trace[1000141314] 'applied index is now lower than readState.Index' (duration: 44.270342ms)"],"step_count":2} {"level":"info","ts":"2026-04-23T00:12:38.886519Z","caller":"traceutil/trace.go:171","msg":"trace[59698255] transaction","detail":"{read_only:false; number_of_response:0; response_revision:748; }","duration":"259.33443ms","start":"2026-04-23T00:12:38.627156Z","end":"2026-04-23T00:12:38.886491Z","steps":["trace[59698255] 'process raft request' (duration: 259.037324ms)"],"step_count":1} {"level":"info","ts":"2026-04-23T00:12:38.886635Z","caller":"traceutil/trace.go:171","msg":"trace[1468269851] transaction","detail":"{read_only:false; response_revision:749; number_of_response:1; }","duration":"123.358427ms","start":"2026-04-23T00:12:38.763213Z","end":"2026-04-23T00:12:38.886571Z","steps":["trace[1468269851] 'process raft request' (duration: 123.033642ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:12:38.886767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.392768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T00:12:38.88682Z","caller":"traceutil/trace.go:171","msg":"trace[911653967] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:749; }","duration":"231.52558ms","start":"2026-04-23T00:12:38.655277Z","end":"2026-04-23T00:12:38.886803Z","steps":["trace[911653967] 'agreement among raft nodes before linearized reading' (duration: 231.207235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:12:47.142894Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":988150580471310270,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-23T00:12:47.311322Z","caller":"traceutil/trace.go:171","msg":"trace[1850953778] transaction","detail":"{read_only:false; response_revision:807; number_of_response:1; }","duration":"740.724564ms","start":"2026-04-23T00:12:46.570583Z","end":"2026-04-23T00:12:47.311308Z","steps":["trace[1850953778] 'process raft request' (duration: 740.627792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:12:47.31147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:12:46.570567Z","time spent":"740.845797ms","remote":"127.0.0.1:56378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:12:47.351509Z","caller":"traceutil/trace.go:171","msg":"trace[1862392659] transaction","detail":"{read_only:false; response_revision:808; number_of_response:1; }","duration":"722.391447ms","start":"2026-04-23T00:12:46.629071Z","end":"2026-04-23T00:12:47.351463Z","steps":["trace[1862392659] 'process raft request' (duration: 722.230063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:12:47.351717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:12:46.629057Z","time spent":"722.54503ms","remote":"127.0.0.1:56356","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-23T00:12:47.355614Z","caller":"traceutil/trace.go:171","msg":"trace[2081468669] linearizableReadLoop","detail":"{readStateIndex:840; appliedIndex:837; }","duration":"712.748169ms","start":"2026-04-23T00:12:46.642846Z","end":"2026-04-23T00:12:47.355595Z","steps":["trace[2081468669] 'read index received' (duration: 668.421731ms)","trace[2081468669] 'applied index is now lower than readState.Index' (duration: 44.325028ms)"],"step_count":2} {"level":"warn","ts":"2026-04-23T00:12:47.355831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.788985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:12:47.35645Z","caller":"traceutil/trace.go:171","msg":"trace[1512370682] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:808; }","duration":"562.444068ms","start":"2026-04-23T00:12:46.793995Z","end":"2026-04-23T00:12:47.356439Z","steps":["trace[1512370682] 'agreement among raft nodes before linearized reading' (duration: 561.796165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:12:47.355914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.060196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-23T00:12:47.356555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:12:46.79398Z","time spent":"562.53606ms","remote":"127.0.0.1:56104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-23T00:12:47.356583Z","caller":"traceutil/trace.go:171","msg":"trace[1155977509] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:808; }","duration":"713.725439ms","start":"2026-04-23T00:12:46.642808Z","end":"2026-04-23T00:12:47.356533Z","steps":["trace[1155977509] 'agreement among raft nodes before linearized reading' (duration: 712.939614ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:12:47.35667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:12:46.642797Z","time spent":"713.854322ms","remote":"127.0.0.1:56378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-23T00:12:47.356124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.767369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-23T00:12:47.356809Z","caller":"traceutil/trace.go:171","msg":"trace[2034667436] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:808; }","duration":"373.461813ms","start":"2026-04-23T00:12:46.9833Z","end":"2026-04-23T00:12:47.356762Z","steps":["trace[2034667436] 'agreement among raft nodes before linearized reading' (duration: 372.77846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:12:47.356955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:12:46.98328Z","time spent":"373.616117ms","remote":"127.0.0.1:56378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-23T00:13:01.24898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.125647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-gqqdr\" ","response":"range_response_count:1 size:5676"} {"level":"info","ts":"2026-04-23T00:13:01.249054Z","caller":"traceutil/trace.go:171","msg":"trace[1250819870] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-gqqdr; range_end:; response_count:1; response_revision:967; }","duration":"175.2532ms","start":"2026-04-23T00:13:01.073786Z","end":"2026-04-23T00:13:01.249039Z","steps":["trace[1250819870] 'range keys from in-memory index tree' (duration: 174.971772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:13:01.249075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.549734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-23T00:13:01.24915Z","caller":"traceutil/trace.go:171","msg":"trace[1521200635] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:967; }","duration":"454.686489ms","start":"2026-04-23T00:13:00.794446Z","end":"2026-04-23T00:13:01.249132Z","steps":["trace[1521200635] 'range keys from in-memory index tree' (duration: 454.420771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-23T00:13:01.249189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-23T00:13:00.794417Z","time spent":"454.76337ms","remote":"127.0.0.1:56104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "}