{"level":"warn","ts":"2026-07-28T11:31:36.806028Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-28T11:31:36.806119Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.216:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.216:2380","--initial-cluster=instance=https://199.204.45.216:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.216:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.216:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-28T11:31:36.806222Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-28T11:31:36.806253Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.216:2380"]} {"level":"info","ts":"2026-07-28T11:31:36.806293Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-28T11:31:36.807017Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.216:2379"]} {"level":"info","ts":"2026-07-28T11:31:36.807199Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.216:2380"],"listen-peer-urls":["https://199.204.45.216:2380"],"advertise-client-urls":["https://199.204.45.216:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.216:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.216:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-28T11:31:36.811218Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.710488ms"} {"level":"info","ts":"2026-07-28T11:31:36.818956Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"4e98569549cc430c","cluster-id":"65d70b4d1d4a8bf9"} {"level":"info","ts":"2026-07-28T11:31:36.819076Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c switched to configuration voters=()"} {"level":"info","ts":"2026-07-28T11:31:36.819115Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c became follower at term 0"} {"level":"info","ts":"2026-07-28T11:31:36.8192Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 4e98569549cc430c [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-28T11:31:36.819212Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c became follower at term 1"} {"level":"info","ts":"2026-07-28T11:31:36.819269Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c switched to configuration voters=(5663371730606637836)"} {"level":"warn","ts":"2026-07-28T11:31:36.82438Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-28T11:31:36.825851Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-28T11:31:36.828965Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-28T11:31:36.831375Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"4e98569549cc430c","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-28T11:31:36.831957Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"4e98569549cc430c","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-28T11:31:36.832034Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-28T11:31:36.832233Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-28T11:31:36.832252Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-28T11:31:36.833104Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c switched to configuration voters=(5663371730606637836)"} {"level":"info","ts":"2026-07-28T11:31:36.833327Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"65d70b4d1d4a8bf9","local-member-id":"4e98569549cc430c","added-peer-id":"4e98569549cc430c","added-peer-peer-urls":["https://199.204.45.216:2380"]} {"level":"info","ts":"2026-07-28T11:31:36.835485Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-28T11:31:36.835817Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"4e98569549cc430c","initial-advertise-peer-urls":["https://199.204.45.216:2380"],"listen-peer-urls":["https://199.204.45.216:2380"],"advertise-client-urls":["https://199.204.45.216:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.216:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-28T11:31:36.835863Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-28T11:31:36.836793Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.216:2380"} {"level":"info","ts":"2026-07-28T11:31:36.83683Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.216:2380"} {"level":"info","ts":"2026-07-28T11:31:37.520478Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c is starting a new election at term 1"} {"level":"info","ts":"2026-07-28T11:31:37.520574Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c became pre-candidate at term 1"} {"level":"info","ts":"2026-07-28T11:31:37.520618Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c received MsgPreVoteResp from 4e98569549cc430c at term 1"} {"level":"info","ts":"2026-07-28T11:31:37.520638Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c became candidate at term 2"} {"level":"info","ts":"2026-07-28T11:31:37.520658Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c received MsgVoteResp from 4e98569549cc430c at term 2"} {"level":"info","ts":"2026-07-28T11:31:37.520684Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"4e98569549cc430c became leader at term 2"} {"level":"info","ts":"2026-07-28T11:31:37.520704Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 4e98569549cc430c elected leader 4e98569549cc430c at term 2"} {"level":"info","ts":"2026-07-28T11:31:37.521861Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-28T11:31:37.522494Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-28T11:31:37.522537Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-28T11:31:37.522487Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"4e98569549cc430c","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.216:2379]}","request-path":"/0/members/4e98569549cc430c/attributes","cluster-id":"65d70b4d1d4a8bf9","publish-timeout":"7s"} {"level":"info","ts":"2026-07-28T11:31:37.522822Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-28T11:31:37.522868Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-28T11:31:37.523232Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"65d70b4d1d4a8bf9","local-member-id":"4e98569549cc430c","cluster-version":"3.5"} {"level":"info","ts":"2026-07-28T11:31:37.523365Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-28T11:31:37.523411Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-28T11:31:37.525973Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.216:2379"} {"level":"info","ts":"2026-07-28T11:31:37.52623Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"warn","ts":"2026-07-28T11:32:07.508015Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831412046288975576,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T11:32:08.008191Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831412046288975576,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T11:32:08.508387Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831412046288975576,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T11:32:09.008882Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831412046288975576,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T11:32:09.500035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999875995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T11:32:09.500243Z","caller":"traceutil/trace.go:171","msg":"trace[1430353618] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000147012s","start":"2026-07-28T11:32:07.50007Z","end":"2026-07-28T11:32:09.500217Z","steps":["trace[1430353618] 'agreement among raft nodes before linearized reading' (duration: 1.999915365s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:09.500306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:07.500045Z","time spent":"2.000246955s","remote":"127.0.0.1:52564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 11:32:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T11:32:09.510015Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831412046288975576,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T11:32:09.779792Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.14701393s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T11:32:09.780255Z","caller":"traceutil/trace.go:171","msg":"trace[80963533] linearizableReadLoop","detail":"{readStateIndex:452; appliedIndex:451; }","duration":"2.772878863s","start":"2026-07-28T11:32:07.007359Z","end":"2026-07-28T11:32:09.780238Z","steps":["trace[80963533] 'read index received' (duration: 2.772623906s)","trace[80963533] 'applied index is now lower than readState.Index' (duration: 254.257µs)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:32:09.78034Z","caller":"traceutil/trace.go:171","msg":"trace[698537410] transaction","detail":"{read_only:false; response_revision:433; number_of_response:1; }","duration":"3.147629958s","start":"2026-07-28T11:32:06.632665Z","end":"2026-07-28T11:32:09.780295Z","steps":["trace[698537410] 'process raft request' (duration: 3.147407282s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:09.780418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.771136461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-28T11:32:09.780445Z","caller":"traceutil/trace.go:171","msg":"trace[371111271] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:433; }","duration":"2.771179713s","start":"2026-07-28T11:32:07.009255Z","end":"2026-07-28T11:32:09.780435Z","steps":["trace[371111271] 'agreement among raft nodes before linearized reading' (duration: 2.771145652s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:09.780474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:07.009243Z","time spent":"2.771224234s","remote":"127.0.0.1:52842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T11:32:09.780593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.144659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:32:09.78065Z","caller":"traceutil/trace.go:171","msg":"trace[1581700939] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:433; }","duration":"280.250752ms","start":"2026-07-28T11:32:09.500381Z","end":"2026-07-28T11:32:09.780632Z","steps":["trace[1581700939] 'agreement among raft nodes before linearized reading' (duration: 280.124078ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:09.78069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.528968567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-07-28T11:32:09.780714Z","caller":"traceutil/trace.go:171","msg":"trace[451768380] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:433; }","duration":"2.529021889s","start":"2026-07-28T11:32:07.251684Z","end":"2026-07-28T11:32:09.780706Z","steps":["trace[451768380] 'agreement among raft nodes before linearized reading' (duration: 2.528979088s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:09.780737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:07.251663Z","time spent":"2.529068321s","remote":"127.0.0.1:52842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T11:32:09.780384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.773012447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-28T11:32:09.780985Z","caller":"traceutil/trace.go:171","msg":"trace[1198390050] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:433; }","duration":"2.773662846s","start":"2026-07-28T11:32:07.007315Z","end":"2026-07-28T11:32:09.780978Z","steps":["trace[1198390050] 'agreement among raft nodes before linearized reading' (duration: 2.773019967s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:09.781009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:07.007289Z","time spent":"2.773712557s","remote":"127.0.0.1:52842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T11:32:09.781012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:06.632641Z","time spent":"3.147786393s","remote":"127.0.0.1:52842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:32:10.626361Z","caller":"traceutil/trace.go:171","msg":"trace[38083722] linearizableReadLoop","detail":"{readStateIndex:458; appliedIndex:457; }","duration":"125.385139ms","start":"2026-07-28T11:32:10.500957Z","end":"2026-07-28T11:32:10.626342Z","steps":["trace[38083722] 'read index received' (duration: 125.220424ms)","trace[38083722] 'applied index is now lower than readState.Index' (duration: 163.695µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:32:10.626452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.492492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:32:10.626473Z","caller":"traceutil/trace.go:171","msg":"trace[567456178] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:438; }","duration":"125.567694ms","start":"2026-07-28T11:32:10.500899Z","end":"2026-07-28T11:32:10.626467Z","steps":["trace[567456178] 'agreement among raft nodes before linearized reading' (duration: 125.510142ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:13.002807Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831412046288975599,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T11:32:13.605744Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831412046288975599,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T11:32:13.77319Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.308693505s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T11:32:13.784459Z","caller":"traceutil/trace.go:171","msg":"trace[1443368763] linearizableReadLoop","detail":"{readStateIndex:464; appliedIndex:463; }","duration":"1.282343131s","start":"2026-07-28T11:32:12.502092Z","end":"2026-07-28T11:32:13.784435Z","steps":["trace[1443368763] 'read index received' (duration: 1.271273847s)","trace[1443368763] 'applied index is now lower than readState.Index' (duration: 11.068284ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:32:13.784496Z","caller":"traceutil/trace.go:171","msg":"trace[1581058513] transaction","detail":"{read_only:false; response_revision:444; number_of_response:1; }","duration":"1.320045088s","start":"2026-07-28T11:32:12.464396Z","end":"2026-07-28T11:32:13.784441Z","steps":["trace[1581058513] 'process raft request' (duration: 1.309065176s)","trace[1581058513] 'compare' (duration: 10.637662ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:32:13.784579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282482705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:32:13.784617Z","caller":"traceutil/trace.go:171","msg":"trace[459385916] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:444; }","duration":"1.282556127s","start":"2026-07-28T11:32:12.502045Z","end":"2026-07-28T11:32:13.784601Z","steps":["trace[459385916] 'agreement among raft nodes before linearized reading' (duration: 1.282491705s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:13.784639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:12.502026Z","time spent":"1.282607539s","remote":"127.0.0.1:52564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T11:32:13.784726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:12.464376Z","time spent":"1.320233744s","remote":"127.0.0.1:52842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:32:16.113173Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831412046288975628,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T11:32:17.291891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.077732728s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:27"} {"level":"info","ts":"2026-07-28T11:32:17.291965Z","caller":"traceutil/trace.go:171","msg":"trace[2036720433] linearizableReadLoop","detail":"{readStateIndex:469; appliedIndex:468; }","duration":"1.679049622s","start":"2026-07-28T11:32:15.612903Z","end":"2026-07-28T11:32:17.291953Z","steps":["trace[2036720433] 'read index received' (duration: 601.116758ms)","trace[2036720433] 'applied index is now lower than readState.Index' (duration: 1.077931694s)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:32:17.292049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.679137694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:32:17.292087Z","caller":"traceutil/trace.go:171","msg":"trace[591728494] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:448; }","duration":"1.679219967s","start":"2026-07-28T11:32:15.612859Z","end":"2026-07-28T11:32:17.292079Z","steps":["trace[591728494] 'agreement among raft nodes before linearized reading' (duration: 1.679154245s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:17.29211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:15.612839Z","time spent":"1.679264507s","remote":"127.0.0.1:52564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T11:32:17.292108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.671331824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:32:17.292149Z","caller":"traceutil/trace.go:171","msg":"trace[860601808] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:448; }","duration":"1.671401016s","start":"2026-07-28T11:32:15.620734Z","end":"2026-07-28T11:32:17.292135Z","steps":["trace[860601808] 'agreement among raft nodes before linearized reading' (duration: 1.671317874s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:17.29219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:15.620717Z","time spent":"1.671460368s","remote":"127.0.0.1:52666","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":27,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-07-28T11:32:17.292295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363991037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-28T11:32:17.292315Z","caller":"traceutil/trace.go:171","msg":"trace[1964707529] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:448; }","duration":"1.364019478s","start":"2026-07-28T11:32:15.928289Z","end":"2026-07-28T11:32:17.292309Z","steps":["trace[1964707529] 'agreement among raft nodes before linearized reading' (duration: 1.363973667s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:17.292332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:15.928286Z","time spent":"1.36404108s","remote":"127.0.0.1:52842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T11:32:17.292394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362310099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-07-28T11:32:17.29244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.364149583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-28T11:32:17.292425Z","caller":"traceutil/trace.go:171","msg":"trace[1775818209] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:448; }","duration":"1.36235227s","start":"2026-07-28T11:32:15.930063Z","end":"2026-07-28T11:32:17.292415Z","steps":["trace[1775818209] 'agreement among raft nodes before linearized reading' (duration: 1.362269328s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:17.292399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.40802265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-07-28T11:32:17.292481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:15.930058Z","time spent":"1.362416382s","remote":"127.0.0.1:52842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T11:32:17.292482Z","caller":"traceutil/trace.go:171","msg":"trace[293531251] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:448; }","duration":"1.408136293s","start":"2026-07-28T11:32:15.884339Z","end":"2026-07-28T11:32:17.292475Z","steps":["trace[293531251] 'agreement among raft nodes before linearized reading' (duration: 1.40803144s)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:17.292478Z","caller":"traceutil/trace.go:171","msg":"trace[1208094186] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:448; }","duration":"1.364205044s","start":"2026-07-28T11:32:15.928265Z","end":"2026-07-28T11:32:17.29247Z","steps":["trace[1208094186] 'agreement among raft nodes before linearized reading' (duration: 1.364148742s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:17.292527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:15.884321Z","time spent":"1.408177665s","remote":"127.0.0.1:52842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T11:32:17.292552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:15.928257Z","time spent":"1.364287757s","remote":"127.0.0.1:52842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T11:32:19.323995Z","caller":"traceutil/trace.go:171","msg":"trace[2012498763] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"111.188912ms","start":"2026-07-28T11:32:19.212784Z","end":"2026-07-28T11:32:19.323973Z","steps":["trace[2012498763] 'process raft request' (duration: 111.074869ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:19.336077Z","caller":"traceutil/trace.go:171","msg":"trace[849421758] transaction","detail":"{read_only:false; response_revision:496; number_of_response:1; }","duration":"122.795903ms","start":"2026-07-28T11:32:19.213266Z","end":"2026-07-28T11:32:19.336062Z","steps":["trace[849421758] 'process raft request' (duration: 122.122343ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:19.336347Z","caller":"traceutil/trace.go:171","msg":"trace[1787517107] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"119.424193ms","start":"2026-07-28T11:32:19.216915Z","end":"2026-07-28T11:32:19.336339Z","steps":["trace[1787517107] 'process raft request' (duration: 118.591939ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:19.336384Z","caller":"traceutil/trace.go:171","msg":"trace[1850929489] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"103.550368ms","start":"2026-07-28T11:32:19.232821Z","end":"2026-07-28T11:32:19.336372Z","steps":["trace[1850929489] 'process raft request' (duration: 102.876768ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:19.336404Z","caller":"traceutil/trace.go:171","msg":"trace[1553370957] transaction","detail":"{read_only:false; response_revision:503; number_of_response:1; }","duration":"103.198958ms","start":"2026-07-28T11:32:19.2332Z","end":"2026-07-28T11:32:19.336399Z","steps":["trace[1553370957] 'process raft request' (duration: 102.524718ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:19.336476Z","caller":"traceutil/trace.go:171","msg":"trace[1217155630] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"113.747237ms","start":"2026-07-28T11:32:19.222723Z","end":"2026-07-28T11:32:19.33647Z","steps":["trace[1217155630] 'process raft request' (duration: 112.879112ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:19.336545Z","caller":"traceutil/trace.go:171","msg":"trace[541463471] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"104.938769ms","start":"2026-07-28T11:32:19.231601Z","end":"2026-07-28T11:32:19.33654Z","steps":["trace[541463471] 'process raft request' (duration: 104.061933ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:19.336655Z","caller":"traceutil/trace.go:171","msg":"trace[1980508106] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"115.295533ms","start":"2026-07-28T11:32:19.221354Z","end":"2026-07-28T11:32:19.336649Z","steps":["trace[1980508106] 'process raft request' (duration: 114.204551ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:19.337491Z","caller":"traceutil/trace.go:171","msg":"trace[2120062774] transaction","detail":"{read_only:false; response_revision:499; number_of_response:1; }","duration":"113.979644ms","start":"2026-07-28T11:32:19.222495Z","end":"2026-07-28T11:32:19.336475Z","steps":["trace[2120062774] 'process raft request' (duration: 113.083738ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:20.003473Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831412046288975719,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T11:32:20.503933Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831412046288975719,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T11:32:21.005163Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831412046288975719,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T11:32:21.502818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000126922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T11:32:21.505872Z","caller":"traceutil/trace.go:171","msg":"trace[808426682] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.003209023s","start":"2026-07-28T11:32:19.502649Z","end":"2026-07-28T11:32:21.505858Z","steps":["trace[808426682] 'agreement among raft nodes before linearized reading' (duration: 2.000142902s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:21.505917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:19.50264Z","time spent":"2.003268294s","remote":"127.0.0.1:52564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 11:32:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T11:32:21.505994Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831412046288975719,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T11:32:22.006955Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831412046288975719,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T11:32:22.507499Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831412046288975719,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T11:32:23.008636Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831412046288975719,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T11:32:23.503296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000389628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-28T11:32:23.503351Z","caller":"traceutil/trace.go:171","msg":"trace[321098179] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000482601s","start":"2026-07-28T11:32:21.502855Z","end":"2026-07-28T11:32:23.503338Z","steps":["trace[321098179] 'agreement among raft nodes before linearized reading' (duration: 2.000413268s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:23.50338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:21.502841Z","time spent":"2.000533503s","remote":"127.0.0.1:52554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/28 11:32:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-28T11:32:23.509003Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831412046288975719,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T11:32:24.794109Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831412046288975719,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T11:32:24.832546Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.413954027s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-28T11:32:25.508381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000407108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-28T11:32:25.508453Z","caller":"traceutil/trace.go:171","msg":"trace[1719035048] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000508051s","start":"2026-07-28T11:32:23.507929Z","end":"2026-07-28T11:32:25.508437Z","steps":["trace[1719035048] 'agreement among raft nodes before linearized reading' (duration: 2.000415279s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:25.508488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:23.507921Z","time spent":"2.000558523s","remote":"127.0.0.1:52564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T11:32:25.740413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.752671734s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-28T11:32:25.741405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.236588ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T11:32:25.741508Z","caller":"traceutil/trace.go:171","msg":"trace[1301665094] transaction","detail":"{read_only:false; response_revision:518; number_of_response:1; }","duration":"6.322988929s","start":"2026-07-28T11:32:19.418499Z","end":"2026-07-28T11:32:25.741488Z","steps":["trace[1301665094] 'process raft request' (duration: 5.417581134s)","trace[1301665094] 'compare' (duration: 905.091554ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:32:25.741571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:19.418483Z","time spent":"6.323058281s","remote":"127.0.0.1:52634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7684,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:32:25.741709Z","caller":"traceutil/trace.go:171","msg":"trace[1781451744] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:517; }","duration":"5.752787187s","start":"2026-07-28T11:32:19.987717Z","end":"2026-07-28T11:32:25.740505Z","steps":["trace[1781451744] 'range keys from in-memory index tree' (duration: 5.752655423s)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:25.748942Z","caller":"traceutil/trace.go:171","msg":"trace[1100195942] transaction","detail":"{read_only:false; response_revision:519; number_of_response:1; }","duration":"6.320655689s","start":"2026-07-28T11:32:19.428258Z","end":"2026-07-28T11:32:25.748913Z","steps":["trace[1100195942] 'process raft request' (duration: 6.320424222s)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:25.748942Z","caller":"traceutil/trace.go:171","msg":"trace[1853626966] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"6.307876634s","start":"2026-07-28T11:32:19.441035Z","end":"2026-07-28T11:32:25.748912Z","steps":["trace[1853626966] 'process raft request' (duration: 6.307774531s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:25.749067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:19.428211Z","time spent":"6.320786083s","remote":"127.0.0.1:52634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":29461,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:32:25.749064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:19.441017Z","time spent":"6.307989647s","remote":"127.0.0.1:52634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-28T11:32:25.74923Z","caller":"traceutil/trace.go:171","msg":"trace[486951082] linearizableReadLoop","detail":"{readStateIndex:546; appliedIndex:542; }","duration":"6.246536433s","start":"2026-07-28T11:32:19.502671Z","end":"2026-07-28T11:32:25.749207Z","steps":["trace[486951082] 'read index received' (duration: 5.333420223s)","trace[486951082] 'applied index is now lower than readState.Index' (duration: 913.1154ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:32:25.749259Z","caller":"traceutil/trace.go:171","msg":"trace[48656401] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"5.524378047s","start":"2026-07-28T11:32:20.224873Z","end":"2026-07-28T11:32:25.749251Z","steps":["trace[48656401] 'process raft request' (duration: 5.523990836s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:25.749303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:20.224852Z","time spent":"5.524429109s","remote":"127.0.0.1:52842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:32:25.74932Z","caller":"traceutil/trace.go:171","msg":"trace[1047031371] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"942.284475ms","start":"2026-07-28T11:32:24.807021Z","end":"2026-07-28T11:32:25.749305Z","steps":["trace[1047031371] 'process raft request' (duration: 942.09447ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:25.749358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.065701199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.216\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-28T11:32:25.749383Z","caller":"traceutil/trace.go:171","msg":"trace[211591924] range","detail":"{range_begin:/registry/masterleases/199.204.45.216; range_end:; response_count:1; response_revision:522; }","duration":"5.065779052s","start":"2026-07-28T11:32:20.683595Z","end":"2026-07-28T11:32:25.749375Z","steps":["trace[211591924] 'agreement among raft nodes before linearized reading' (duration: 5.065722711s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:25.749389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.383447592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-28T11:32:25.74939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:24.806999Z","time spent":"942.351668ms","remote":"127.0.0.1:52842","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-28T11:32:25.749404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:20.683524Z","time spent":"5.065874475s","remote":"127.0.0.1:52608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":157,"request content":"key:\"/registry/masterleases/199.204.45.216\" "} {"level":"info","ts":"2026-07-28T11:32:25.74941Z","caller":"traceutil/trace.go:171","msg":"trace[1184979955] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:522; }","duration":"4.383485223s","start":"2026-07-28T11:32:21.365918Z","end":"2026-07-28T11:32:25.749403Z","steps":["trace[1184979955] 'agreement among raft nodes before linearized reading' (duration: 4.383403961s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:25.749429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:21.365913Z","time spent":"4.383512034s","remote":"127.0.0.1:52842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T11:32:25.749488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.244574552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c670cd6611efeb\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-07-28T11:32:25.749496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.436114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:32:25.749503Z","caller":"traceutil/trace.go:171","msg":"trace[2146723314] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c670cd6611efeb; range_end:; response_count:1; response_revision:522; }","duration":"2.244610683s","start":"2026-07-28T11:32:23.504885Z","end":"2026-07-28T11:32:25.749496Z","steps":["trace[2146723314] 'agreement among raft nodes before linearized reading' (duration: 2.244585732s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:25.749519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:23.504872Z","time spent":"2.244643713s","remote":"127.0.0.1:52650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c670cd6611efeb\" "} {"level":"info","ts":"2026-07-28T11:32:25.749521Z","caller":"traceutil/trace.go:171","msg":"trace[1826419206] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:522; }","duration":"240.500845ms","start":"2026-07-28T11:32:25.509013Z","end":"2026-07-28T11:32:25.749514Z","steps":["trace[1826419206] 'agreement among raft nodes before linearized reading' (duration: 240.453064ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:25.749567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.384289668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T11:32:25.749586Z","caller":"traceutil/trace.go:171","msg":"trace[253472017] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:522; }","duration":"4.384315388s","start":"2026-07-28T11:32:21.365265Z","end":"2026-07-28T11:32:25.74958Z","steps":["trace[253472017] 'agreement among raft nodes before linearized reading' (duration: 4.384260087s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:25.749601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:21.365262Z","time spent":"4.384335009s","remote":"127.0.0.1:52842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T11:32:25.749722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.38641614s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-28T11:32:25.74974Z","caller":"traceutil/trace.go:171","msg":"trace[949777756] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:522; }","duration":"4.386458661s","start":"2026-07-28T11:32:21.363277Z","end":"2026-07-28T11:32:25.749736Z","steps":["trace[949777756] 'agreement among raft nodes before linearized reading' (duration: 4.386400518s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:25.749753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:21.363263Z","time spent":"4.386486802s","remote":"127.0.0.1:52842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-28T11:32:25.749751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.384490464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-28T11:32:25.749768Z","caller":"traceutil/trace.go:171","msg":"trace[1307842037] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:522; }","duration":"4.384519955s","start":"2026-07-28T11:32:21.365243Z","end":"2026-07-28T11:32:25.749763Z","steps":["trace[1307842037] 'agreement among raft nodes before linearized reading' (duration: 4.38440373s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:25.749783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:21.365238Z","time spent":"4.384541396s","remote":"127.0.0.1:52842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-28T11:32:25.963179Z","caller":"traceutil/trace.go:171","msg":"trace[166339830] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"208.765715ms","start":"2026-07-28T11:32:25.754379Z","end":"2026-07-28T11:32:25.963145Z","steps":["trace[166339830] 'process raft request' (duration: 208.58393ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:25.963361Z","caller":"traceutil/trace.go:171","msg":"trace[679681965] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"203.698736ms","start":"2026-07-28T11:32:25.759639Z","end":"2026-07-28T11:32:25.963338Z","steps":["trace[679681965] 'process raft request' (duration: 203.412148ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:25.963383Z","caller":"traceutil/trace.go:171","msg":"trace[1544437585] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"205.887491ms","start":"2026-07-28T11:32:25.757476Z","end":"2026-07-28T11:32:25.963363Z","steps":["trace[1544437585] 'process raft request' (duration: 205.538001ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:25.963466Z","caller":"traceutil/trace.go:171","msg":"trace[884888072] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"209.058964ms","start":"2026-07-28T11:32:25.754386Z","end":"2026-07-28T11:32:25.963445Z","steps":["trace[884888072] 'process raft request' (duration: 208.388925ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:25.963209Z","caller":"traceutil/trace.go:171","msg":"trace[333593753] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"200.758611ms","start":"2026-07-28T11:32:25.762428Z","end":"2026-07-28T11:32:25.963186Z","steps":["trace[333593753] 'process raft request' (duration: 200.696049ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:25.963543Z","caller":"traceutil/trace.go:171","msg":"trace[745251999] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"203.570142ms","start":"2026-07-28T11:32:25.759884Z","end":"2026-07-28T11:32:25.963454Z","steps":["trace[745251999] 'process raft request' (duration: 203.207162ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:26.010712Z","caller":"traceutil/trace.go:171","msg":"trace[1449847190] linearizableReadLoop","detail":"{readStateIndex:555; appliedIndex:547; }","duration":"246.961666ms","start":"2026-07-28T11:32:25.763727Z","end":"2026-07-28T11:32:26.010689Z","steps":["trace[1449847190] 'read index received' (duration: 43.223108ms)","trace[1449847190] 'applied index is now lower than readState.Index' (duration: 203.737408ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:32:26.011059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.304286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:32:26.011154Z","caller":"traceutil/trace.go:171","msg":"trace[127492527] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:530; }","duration":"247.43189ms","start":"2026-07-28T11:32:25.763709Z","end":"2026-07-28T11:32:26.011141Z","steps":["trace[127492527] 'agreement among raft nodes before linearized reading' (duration: 247.261935ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:26.017593Z","caller":"traceutil/trace.go:171","msg":"trace[2071325094] transaction","detail":"{read_only:false; response_revision:531; number_of_response:1; }","duration":"200.514082ms","start":"2026-07-28T11:32:25.817066Z","end":"2026-07-28T11:32:26.01758Z","steps":["trace[2071325094] 'process raft request' (duration: 200.343377ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:26.017809Z","caller":"traceutil/trace.go:171","msg":"trace[1297292759] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"199.277137ms","start":"2026-07-28T11:32:25.818518Z","end":"2026-07-28T11:32:26.017795Z","steps":["trace[1297292759] 'process raft request' (duration: 199.03755ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:26.017916Z","caller":"traceutil/trace.go:171","msg":"trace[510550324] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"190.677875ms","start":"2026-07-28T11:32:25.827229Z","end":"2026-07-28T11:32:26.017906Z","steps":["trace[510550324] 'process raft request' (duration: 190.539661ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:26.195488Z","caller":"traceutil/trace.go:171","msg":"trace[892838994] transaction","detail":"{read_only:false; number_of_response:1; response_revision:533; }","duration":"229.609237ms","start":"2026-07-28T11:32:25.965836Z","end":"2026-07-28T11:32:26.195445Z","steps":["trace[892838994] 'process raft request' (duration: 145.887891ms)","trace[892838994] 'compare' (duration: 83.545371ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:32:26.195671Z","caller":"traceutil/trace.go:171","msg":"trace[595999984] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"220.330355ms","start":"2026-07-28T11:32:25.975313Z","end":"2026-07-28T11:32:26.195644Z","steps":["trace[595999984] 'process raft request' (duration: 220.046246ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:26.195708Z","caller":"traceutil/trace.go:171","msg":"trace[124111935] linearizableReadLoop","detail":"{readStateIndex:561; appliedIndex:556; }","duration":"184.640827ms","start":"2026-07-28T11:32:26.010872Z","end":"2026-07-28T11:32:26.195513Z","steps":["trace[124111935] 'read index received' (duration: 6.563182ms)","trace[124111935] 'applied index is now lower than readState.Index' (duration: 178.076555ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:32:26.195912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.93975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c670cd6611efeb\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-07-28T11:32:26.196042Z","caller":"traceutil/trace.go:171","msg":"trace[341841904] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c670cd6611efeb; range_end:; response_count:1; response_revision:534; }","duration":"224.083654ms","start":"2026-07-28T11:32:25.971923Z","end":"2026-07-28T11:32:26.196007Z","steps":["trace[341841904] 'agreement among raft nodes before linearized reading' (duration: 223.60005ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:26.200816Z","caller":"traceutil/trace.go:171","msg":"trace[491895988] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"165.424164ms","start":"2026-07-28T11:32:26.035357Z","end":"2026-07-28T11:32:26.200781Z","steps":["trace[491895988] 'process raft request' (duration: 165.224867ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:26.201075Z","caller":"traceutil/trace.go:171","msg":"trace[2061899244] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"161.990923ms","start":"2026-07-28T11:32:26.039063Z","end":"2026-07-28T11:32:26.201054Z","steps":["trace[2061899244] 'process raft request' (duration: 161.689054ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:26.261667Z","caller":"traceutil/trace.go:171","msg":"trace[1860801846] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"136.383281ms","start":"2026-07-28T11:32:26.125241Z","end":"2026-07-28T11:32:26.261624Z","steps":["trace[1860801846] 'process raft request' (duration: 136.071512ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:26.462089Z","caller":"traceutil/trace.go:171","msg":"trace[528147671] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"254.767305ms","start":"2026-07-28T11:32:26.207273Z","end":"2026-07-28T11:32:26.46204Z","steps":["trace[528147671] 'process raft request' (duration: 169.625626ms)","trace[528147671] 'compare' (duration: 84.403157ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:32:26.462484Z","caller":"traceutil/trace.go:171","msg":"trace[333708627] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"245.39421ms","start":"2026-07-28T11:32:26.217067Z","end":"2026-07-28T11:32:26.462461Z","steps":["trace[333708627] 'process raft request' (duration: 244.615167ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:26.472204Z","caller":"traceutil/trace.go:171","msg":"trace[687947570] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"150.843554ms","start":"2026-07-28T11:32:26.32134Z","end":"2026-07-28T11:32:26.472184Z","steps":["trace[687947570] 'process raft request' (duration: 150.775482ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:26.47221Z","caller":"traceutil/trace.go:171","msg":"trace[1317687683] transaction","detail":"{read_only:false; response_revision:541; number_of_response:1; }","duration":"208.850727ms","start":"2026-07-28T11:32:26.263326Z","end":"2026-07-28T11:32:26.472177Z","steps":["trace[1317687683] 'process raft request' (duration: 208.645271ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:26.472522Z","caller":"traceutil/trace.go:171","msg":"trace[613689879] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"206.955141ms","start":"2026-07-28T11:32:26.265533Z","end":"2026-07-28T11:32:26.472488Z","steps":["trace[613689879] 'process raft request' (duration: 206.532638ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:26.690269Z","caller":"traceutil/trace.go:171","msg":"trace[1905487470] transaction","detail":"{read_only:false; response_revision:545; number_of_response:1; }","duration":"202.545852ms","start":"2026-07-28T11:32:26.4877Z","end":"2026-07-28T11:32:26.690246Z","steps":["trace[1905487470] 'process raft request' (duration: 141.157061ms)","trace[1905487470] 'compare' (duration: 61.212956ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:32:26.690555Z","caller":"traceutil/trace.go:171","msg":"trace[1930473836] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"148.077784ms","start":"2026-07-28T11:32:26.542376Z","end":"2026-07-28T11:32:26.690454Z","steps":["trace[1930473836] 'process raft request' (duration: 147.820237ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:26.706763Z","caller":"traceutil/trace.go:171","msg":"trace[682669226] transaction","detail":"{read_only:false; response_revision:547; number_of_response:1; }","duration":"138.625576ms","start":"2026-07-28T11:32:26.568114Z","end":"2026-07-28T11:32:26.706739Z","steps":["trace[682669226] 'process raft request' (duration: 138.503223ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:26.844264Z","caller":"traceutil/trace.go:171","msg":"trace[2089239811] transaction","detail":"{read_only:false; response_revision:549; number_of_response:1; }","duration":"120.192777ms","start":"2026-07-28T11:32:26.724048Z","end":"2026-07-28T11:32:26.844241Z","steps":["trace[2089239811] 'process raft request' (duration: 98.490649ms)","trace[2089239811] 'compare' (duration: 21.150641ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:32:26.844467Z","caller":"traceutil/trace.go:171","msg":"trace[766948956] transaction","detail":"{read_only:false; response_revision:550; number_of_response:1; }","duration":"115.377735ms","start":"2026-07-28T11:32:26.729078Z","end":"2026-07-28T11:32:26.844456Z","steps":["trace[766948956] 'process raft request' (duration: 115.039915ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:27.046674Z","caller":"traceutil/trace.go:171","msg":"trace[479358484] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"151.524366ms","start":"2026-07-28T11:32:26.895129Z","end":"2026-07-28T11:32:27.046653Z","steps":["trace[479358484] 'process raft request' (duration: 151.406732ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:27.046969Z","caller":"traceutil/trace.go:171","msg":"trace[1959781736] transaction","detail":"{read_only:false; response_revision:551; number_of_response:1; }","duration":"172.225533ms","start":"2026-07-28T11:32:26.874724Z","end":"2026-07-28T11:32:27.046949Z","steps":["trace[1959781736] 'process raft request' (duration: 84.596822ms)","trace[1959781736] 'compare' (duration: 86.874068ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:32:27.282693Z","caller":"traceutil/trace.go:171","msg":"trace[1914254216] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"222.156298ms","start":"2026-07-28T11:32:27.060464Z","end":"2026-07-28T11:32:27.28262Z","steps":["trace[1914254216] 'process raft request' (duration: 140.012518ms)","trace[1914254216] 'compare' (duration: 81.972545ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:32:27.292725Z","caller":"traceutil/trace.go:171","msg":"trace[1353404018] transaction","detail":"{read_only:false; response_revision:554; number_of_response:1; }","duration":"204.100338ms","start":"2026-07-28T11:32:27.088597Z","end":"2026-07-28T11:32:27.292698Z","steps":["trace[1353404018] 'process raft request' (duration: 203.409968ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:27.292765Z","caller":"traceutil/trace.go:171","msg":"trace[1011971703] transaction","detail":"{read_only:false; response_revision:555; number_of_response:1; }","duration":"196.785724ms","start":"2026-07-28T11:32:27.095958Z","end":"2026-07-28T11:32:27.292744Z","steps":["trace[1011971703] 'process raft request' (duration: 196.450434ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:27.465329Z","caller":"traceutil/trace.go:171","msg":"trace[842793354] transaction","detail":"{read_only:false; response_revision:557; number_of_response:1; }","duration":"113.578013ms","start":"2026-07-28T11:32:27.351726Z","end":"2026-07-28T11:32:27.465304Z","steps":["trace[842793354] 'process raft request' (duration: 73.507787ms)","trace[842793354] 'compare' (duration: 39.693215ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:32:28.488677Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831412046288975781,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T11:32:28.989516Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831412046288975781,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T11:32:29.490166Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":4831412046288975781,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-28T11:32:29.577374Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.008823097s","expected-duration":"1s"} {"level":"info","ts":"2026-07-28T11:32:29.577955Z","caller":"traceutil/trace.go:171","msg":"trace[1110819727] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"2.009709683s","start":"2026-07-28T11:32:27.568225Z","end":"2026-07-28T11:32:29.577935Z","steps":["trace[1110819727] 'process raft request' (duration: 2.009490337s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:29.578103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:27.568199Z","time spent":"2.009816676s","remote":"127.0.0.1:52634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":98689,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:32:29.73633Z","caller":"traceutil/trace.go:171","msg":"trace[384227413] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"2.151508544s","start":"2026-07-28T11:32:27.584768Z","end":"2026-07-28T11:32:29.736277Z","steps":["trace[384227413] 'process raft request' (duration: 2.089999789s)","trace[384227413] 'compare' (duration: 60.980279ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:32:29.736472Z","caller":"traceutil/trace.go:171","msg":"trace[2050728247] linearizableReadLoop","detail":"{readStateIndex:590; appliedIndex:587; }","duration":"1.748028926s","start":"2026-07-28T11:32:27.988409Z","end":"2026-07-28T11:32:29.736437Z","steps":["trace[2050728247] 'read index received' (duration: 1.589224706s)","trace[2050728247] 'applied index is now lower than readState.Index' (duration: 158.80288ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:32:29.736599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:27.58474Z","time spent":"2.15171179s","remote":"127.0.0.1:52634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":151221,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-28T11:32:29.73665Z","caller":"traceutil/trace.go:171","msg":"trace[1128762152] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"1.742130002s","start":"2026-07-28T11:32:27.994503Z","end":"2026-07-28T11:32:29.736633Z","steps":["trace[1128762152] 'process raft request' (duration: 1.741798683s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:29.736793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:27.994481Z","time spent":"1.742219495s","remote":"127.0.0.1:52634","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":207462,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-28T11:32:29.736979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.74853643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-28T11:32:29.737169Z","caller":"traceutil/trace.go:171","msg":"trace[209659801] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:562; }","duration":"1.748755717s","start":"2026-07-28T11:32:27.988381Z","end":"2026-07-28T11:32:29.737137Z","steps":["trace[209659801] 'agreement among raft nodes before linearized reading' (duration: 1.748343155s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:29.737236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:27.988367Z","time spent":"1.748855199s","remote":"127.0.0.1:52842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-28T11:32:29.749302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.254385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:32:29.749384Z","caller":"traceutil/trace.go:171","msg":"trace[577459865] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:563; }","duration":"895.393689ms","start":"2026-07-28T11:32:28.85397Z","end":"2026-07-28T11:32:29.749363Z","steps":["trace[577459865] 'agreement among raft nodes before linearized reading' (duration: 895.202564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:29.749367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.760869512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-28T11:32:29.749497Z","caller":"traceutil/trace.go:171","msg":"trace[1908559932] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:563; }","duration":"1.761018966s","start":"2026-07-28T11:32:27.988449Z","end":"2026-07-28T11:32:29.749468Z","steps":["trace[1908559932] 'agreement among raft nodes before linearized reading' (duration: 1.760708167s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:29.749556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:27.988437Z","time spent":"1.761107678s","remote":"127.0.0.1:52842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-28T11:32:29.749634Z","caller":"traceutil/trace.go:171","msg":"trace[308039185] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"152.138393ms","start":"2026-07-28T11:32:29.597485Z","end":"2026-07-28T11:32:29.749624Z","steps":["trace[308039185] 'process raft request' (duration: 151.36131ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:29.7499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.757980126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T11:32:29.749942Z","caller":"traceutil/trace.go:171","msg":"trace[1600701648] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:563; }","duration":"1.758043549s","start":"2026-07-28T11:32:27.991888Z","end":"2026-07-28T11:32:29.749932Z","steps":["trace[1600701648] 'agreement among raft nodes before linearized reading' (duration: 1.757935115s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:29.749976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:27.991869Z","time spent":"1.758100651s","remote":"127.0.0.1:52842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-28T11:32:29.749425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:28.853948Z","time spent":"895.470192ms","remote":"127.0.0.1:52564","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-28T11:32:29.750214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.761742027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-28T11:32:29.750322Z","caller":"traceutil/trace.go:171","msg":"trace[1547005337] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:563; }","duration":"1.761856411s","start":"2026-07-28T11:32:27.988456Z","end":"2026-07-28T11:32:29.750312Z","steps":["trace[1547005337] 'agreement among raft nodes before linearized reading' (duration: 1.761631893s)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:29.750357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-28T11:32:27.988453Z","time spent":"1.761896353s","remote":"127.0.0.1:52842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":455,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-28T11:32:29.96806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.825691ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T11:32:29.968267Z","caller":"traceutil/trace.go:171","msg":"trace[1514993738] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"195.290969ms","start":"2026-07-28T11:32:29.772958Z","end":"2026-07-28T11:32:29.968249Z","steps":["trace[1514993738] 'process raft request' (duration: 84.18927ms)","trace[1514993738] 'compare' (duration: 110.712098ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:32:29.975576Z","caller":"traceutil/trace.go:171","msg":"trace[1518114309] linearizableReadLoop","detail":"{readStateIndex:597; appliedIndex:595; }","duration":"175.239892ms","start":"2026-07-28T11:32:29.800317Z","end":"2026-07-28T11:32:29.975557Z","steps":["trace[1518114309] 'read index received' (duration: 56.90265ms)","trace[1518114309] 'applied index is now lower than readState.Index' (duration: 118.336442ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:32:29.975659Z","caller":"traceutil/trace.go:171","msg":"trace[1612259846] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"177.886298ms","start":"2026-07-28T11:32:29.79776Z","end":"2026-07-28T11:32:29.975646Z","steps":["trace[1612259846] 'process raft request' (duration: 177.662272ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:29.97579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.455978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:29570"} {"level":"info","ts":"2026-07-28T11:32:29.975944Z","caller":"traceutil/trace.go:171","msg":"trace[705725021] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:569; }","duration":"175.630803ms","start":"2026-07-28T11:32:29.800284Z","end":"2026-07-28T11:32:29.975915Z","steps":["trace[705725021] 'agreement among raft nodes before linearized reading' (duration: 175.395546ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:30.405669Z","caller":"traceutil/trace.go:171","msg":"trace[13501235] linearizableReadLoop","detail":"{readStateIndex:602; appliedIndex:600; }","duration":"170.75201ms","start":"2026-07-28T11:32:30.234888Z","end":"2026-07-28T11:32:30.40564Z","steps":["trace[13501235] 'read index received' (duration: 33.371189ms)","trace[13501235] 'applied index is now lower than readState.Index' (duration: 137.379511ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:32:30.40571Z","caller":"traceutil/trace.go:171","msg":"trace[682760686] transaction","detail":"{read_only:false; response_revision:574; number_of_response:1; }","duration":"176.060565ms","start":"2026-07-28T11:32:30.229612Z","end":"2026-07-28T11:32:30.405672Z","steps":["trace[682760686] 'process raft request' (duration: 108.038929ms)","trace[682760686] 'compare' (duration: 67.779918ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:32:30.405963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.053209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/udproutes.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:31126"} {"level":"info","ts":"2026-07-28T11:32:30.406026Z","caller":"traceutil/trace.go:171","msg":"trace[1278439183] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/udproutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:574; }","duration":"171.163782ms","start":"2026-07-28T11:32:30.234849Z","end":"2026-07-28T11:32:30.406013Z","steps":["trace[1278439183] 'agreement among raft nodes before linearized reading' (duration: 170.926635ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:30.619873Z","caller":"traceutil/trace.go:171","msg":"trace[849584238] linearizableReadLoop","detail":"{readStateIndex:605; appliedIndex:604; }","duration":"137.504174ms","start":"2026-07-28T11:32:30.482342Z","end":"2026-07-28T11:32:30.619846Z","steps":["trace[849584238] 'read index received' (duration: 108.72819ms)","trace[849584238] 'applied index is now lower than readState.Index' (duration: 28.774794ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:32:30.620024Z","caller":"traceutil/trace.go:171","msg":"trace[112868624] transaction","detail":"{read_only:false; response_revision:577; number_of_response:1; }","duration":"162.23125ms","start":"2026-07-28T11:32:30.457777Z","end":"2026-07-28T11:32:30.620008Z","steps":["trace[112868624] 'process raft request' (duration: 133.316572ms)","trace[112868624] 'compare' (duration: 28.510956ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:32:30.620333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.184017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:32:30.620449Z","caller":"traceutil/trace.go:171","msg":"trace[861961263] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:577; }","duration":"120.32938ms","start":"2026-07-28T11:32:30.500098Z","end":"2026-07-28T11:32:30.620427Z","steps":["trace[861961263] 'agreement among raft nodes before linearized reading' (duration: 120.185256ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:30.62079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.442281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/xmeshes.gateway.networking.x-k8s.io\" ","response":"range_response_count:1 size:9149"} {"level":"info","ts":"2026-07-28T11:32:30.620858Z","caller":"traceutil/trace.go:171","msg":"trace[1682195822] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/xmeshes.gateway.networking.x-k8s.io; range_end:; response_count:1; response_revision:577; }","duration":"138.532514ms","start":"2026-07-28T11:32:30.482315Z","end":"2026-07-28T11:32:30.620847Z","steps":["trace[1682195822] 'agreement among raft nodes before linearized reading' (duration: 138.39365ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:30.962298Z","caller":"traceutil/trace.go:171","msg":"trace[1641480934] transaction","detail":"{read_only:false; response_revision:580; number_of_response:1; }","duration":"126.319746ms","start":"2026-07-28T11:32:30.835956Z","end":"2026-07-28T11:32:30.962276Z","steps":["trace[1641480934] 'process raft request' (duration: 119.144646ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:31.149156Z","caller":"traceutil/trace.go:171","msg":"trace[958326432] transaction","detail":"{read_only:false; response_revision:581; number_of_response:1; }","duration":"126.736338ms","start":"2026-07-28T11:32:31.022392Z","end":"2026-07-28T11:32:31.149129Z","steps":["trace[958326432] 'process raft request' (duration: 77.204154ms)","trace[958326432] 'compare' (duration: 49.221205ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:32:34.159594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.164981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-98v7r\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-07-28T11:32:34.15968Z","caller":"traceutil/trace.go:171","msg":"trace[14227515] range","detail":"{range_begin:/registry/pods/kube-system/cilium-98v7r; range_end:; response_count:1; response_revision:592; }","duration":"144.299694ms","start":"2026-07-28T11:32:34.01536Z","end":"2026-07-28T11:32:34.15966Z","steps":["trace[14227515] 'range keys from in-memory index tree' (duration: 144.041686ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:34.333622Z","caller":"traceutil/trace.go:171","msg":"trace[601053439] transaction","detail":"{read_only:false; response_revision:593; number_of_response:1; }","duration":"162.172938ms","start":"2026-07-28T11:32:34.171426Z","end":"2026-07-28T11:32:34.333599Z","steps":["trace[601053439] 'process raft request' (duration: 162.009414ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:32:57.687324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.386608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:32:57.687411Z","caller":"traceutil/trace.go:171","msg":"trace[937092676] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:851; }","duration":"185.553523ms","start":"2026-07-28T11:32:57.50184Z","end":"2026-07-28T11:32:57.687393Z","steps":["trace[937092676] 'range keys from in-memory index tree' (duration: 185.310066ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:32:59.496189Z","caller":"traceutil/trace.go:171","msg":"trace[823743549] transaction","detail":"{read_only:false; response_revision:877; number_of_response:1; }","duration":"110.623673ms","start":"2026-07-28T11:32:59.385535Z","end":"2026-07-28T11:32:59.496158Z","steps":["trace[823743549] 'process raft request' (duration: 81.141433ms)","trace[823743549] 'compare' (duration: 29.162251ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:32:59.496349Z","caller":"traceutil/trace.go:171","msg":"trace[1518058652] transaction","detail":"{read_only:false; response_revision:878; number_of_response:1; }","duration":"109.362456ms","start":"2026-07-28T11:32:59.38695Z","end":"2026-07-28T11:32:59.496312Z","steps":["trace[1518058652] 'process raft request' (duration: 109.16015ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:33:24.032987Z","caller":"traceutil/trace.go:171","msg":"trace[930800976] transaction","detail":"{read_only:false; response_revision:981; number_of_response:1; }","duration":"112.49802ms","start":"2026-07-28T11:33:23.92047Z","end":"2026-07-28T11:33:24.032968Z","steps":["trace[930800976] 'process raft request' (duration: 112.376206ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:33:24.286858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.897975ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T11:33:24.286962Z","caller":"traceutil/trace.go:171","msg":"trace[1000498773] linearizableReadLoop","detail":"{readStateIndex:1024; appliedIndex:1023; }","duration":"124.963796ms","start":"2026-07-28T11:33:24.161981Z","end":"2026-07-28T11:33:24.286945Z","steps":["trace[1000498773] 'read index received' (duration: 50.102µs)","trace[1000498773] 'applied index is now lower than readState.Index' (duration: 124.912684ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:33:24.287072Z","caller":"traceutil/trace.go:171","msg":"trace[263924316] transaction","detail":"{read_only:false; response_revision:982; number_of_response:1; }","duration":"215.899458ms","start":"2026-07-28T11:33:24.07115Z","end":"2026-07-28T11:33:24.287049Z","steps":["trace[263924316] 'process raft request' (duration: 72.727325ms)","trace[263924316] 'compare' (duration: 142.788492ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:33:24.287557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.557393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-28T11:33:24.287681Z","caller":"traceutil/trace.go:171","msg":"trace[1099841359] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:982; }","duration":"125.728749ms","start":"2026-07-28T11:33:24.161929Z","end":"2026-07-28T11:33:24.287657Z","steps":["trace[1099841359] 'agreement among raft nodes before linearized reading' (duration: 125.345117ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:33:24.404258Z","caller":"traceutil/trace.go:171","msg":"trace[327254717] transaction","detail":"{read_only:false; response_revision:983; number_of_response:1; }","duration":"112.399245ms","start":"2026-07-28T11:33:24.291841Z","end":"2026-07-28T11:33:24.40424Z","steps":["trace[327254717] 'process raft request' (duration: 111.326914ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:33:24.404577Z","caller":"traceutil/trace.go:171","msg":"trace[1689350801] transaction","detail":"{read_only:false; response_revision:984; number_of_response:1; }","duration":"112.320753ms","start":"2026-07-28T11:33:24.292226Z","end":"2026-07-28T11:33:24.404546Z","steps":["trace[1689350801] 'process raft request' (duration: 112.126737ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:33:24.404628Z","caller":"traceutil/trace.go:171","msg":"trace[347767254] transaction","detail":"{read_only:false; response_revision:985; number_of_response:1; }","duration":"112.387755ms","start":"2026-07-28T11:33:24.292226Z","end":"2026-07-28T11:33:24.404613Z","steps":["trace[347767254] 'process raft request' (duration: 112.255701ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:33:24.404614Z","caller":"traceutil/trace.go:171","msg":"trace[1981501310] transaction","detail":"{read_only:false; response_revision:986; number_of_response:1; }","duration":"103.513334ms","start":"2026-07-28T11:33:24.30109Z","end":"2026-07-28T11:33:24.404603Z","steps":["trace[1981501310] 'process raft request' (duration: 103.482073ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:33:48.526883Z","caller":"traceutil/trace.go:171","msg":"trace[602830196] transaction","detail":"{read_only:false; response_revision:1062; number_of_response:1; }","duration":"130.580734ms","start":"2026-07-28T11:33:48.396282Z","end":"2026-07-28T11:33:48.526863Z","steps":["trace[602830196] 'process raft request' (duration: 130.43684ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:33:48.726764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.198682ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-28T11:33:48.726958Z","caller":"traceutil/trace.go:171","msg":"trace[524959833] linearizableReadLoop","detail":"{readStateIndex:1111; appliedIndex:1110; }","duration":"190.323622ms","start":"2026-07-28T11:33:48.536617Z","end":"2026-07-28T11:33:48.726941Z","steps":["trace[524959833] 'read index received' (duration: 42.959924ms)","trace[524959833] 'applied index is now lower than readState.Index' (duration: 147.362147ms)"],"step_count":2} {"level":"info","ts":"2026-07-28T11:33:48.727054Z","caller":"traceutil/trace.go:171","msg":"trace[1913095520] transaction","detail":"{read_only:false; response_revision:1064; number_of_response:1; }","duration":"190.56749ms","start":"2026-07-28T11:33:48.53647Z","end":"2026-07-28T11:33:48.727038Z","steps":["trace[1913095520] 'process raft request' (duration: 43.017286ms)","trace[1913095520] 'compare' (duration: 147.066989ms)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:33:48.72716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.536279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-28T11:33:48.727223Z","caller":"traceutil/trace.go:171","msg":"trace[1879184384] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1064; }","duration":"190.621761ms","start":"2026-07-28T11:33:48.53659Z","end":"2026-07-28T11:33:48.727212Z","steps":["trace[1879184384] 'agreement among raft nodes before linearized reading' (duration: 190.421825ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:33:48.727509Z","caller":"traceutil/trace.go:171","msg":"trace[1321368957] transaction","detail":"{read_only:false; response_revision:1065; number_of_response:1; }","duration":"190.775726ms","start":"2026-07-28T11:33:48.536717Z","end":"2026-07-28T11:33:48.727493Z","steps":["trace[1321368957] 'process raft request' (duration: 190.677673ms)"],"step_count":1} {"level":"warn","ts":"2026-07-28T11:34:31.015911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.558737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-28T11:34:31.015997Z","caller":"traceutil/trace.go:171","msg":"trace[1260150693] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:0; response_revision:1291; }","duration":"105.693141ms","start":"2026-07-28T11:34:30.910287Z","end":"2026-07-28T11:34:31.01598Z","steps":["trace[1260150693] 'range keys from in-memory index tree' (duration: 105.472604ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:34:31.307851Z","caller":"traceutil/trace.go:171","msg":"trace[485287272] transaction","detail":"{read_only:false; response_revision:1295; number_of_response:1; }","duration":"286.672228ms","start":"2026-07-28T11:34:31.02115Z","end":"2026-07-28T11:34:31.307822Z","steps":["trace[485287272] 'process raft request' (duration: 286.631087ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:34:31.307934Z","caller":"traceutil/trace.go:171","msg":"trace[1549230435] transaction","detail":"{read_only:false; response_revision:1294; number_of_response:1; }","duration":"286.856434ms","start":"2026-07-28T11:34:31.021052Z","end":"2026-07-28T11:34:31.307908Z","steps":["trace[1549230435] 'process raft request' (duration: 286.689279ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:34:31.307947Z","caller":"traceutil/trace.go:171","msg":"trace[204416513] transaction","detail":"{read_only:false; response_revision:1293; number_of_response:1; }","duration":"287.477772ms","start":"2026-07-28T11:34:31.020418Z","end":"2026-07-28T11:34:31.307896Z","steps":["trace[204416513] 'process raft request' (duration: 287.175763ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:34:31.308086Z","caller":"traceutil/trace.go:171","msg":"trace[371374565] linearizableReadLoop","detail":"{readStateIndex:1353; appliedIndex:1353; }","duration":"275.590302ms","start":"2026-07-28T11:34:31.032489Z","end":"2026-07-28T11:34:31.308079Z","steps":["trace[371374565] 'read index received' (duration: 275.587671ms)","trace[371374565] 'applied index is now lower than readState.Index' (duration: 2.251µs)"],"step_count":2} {"level":"warn","ts":"2026-07-28T11:34:31.308182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.678136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-07-28T11:34:31.308203Z","caller":"traceutil/trace.go:171","msg":"trace[961734673] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:1295; }","duration":"275.738937ms","start":"2026-07-28T11:34:31.032456Z","end":"2026-07-28T11:34:31.308195Z","steps":["trace[961734673] 'agreement among raft nodes before linearized reading' (duration: 275.648154ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:34:31.315813Z","caller":"traceutil/trace.go:171","msg":"trace[587526451] transaction","detail":"{read_only:false; response_revision:1296; number_of_response:1; }","duration":"282.445334ms","start":"2026-07-28T11:34:31.033354Z","end":"2026-07-28T11:34:31.315799Z","steps":["trace[587526451] 'process raft request' (duration: 282.258659ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:34:39.465493Z","caller":"traceutil/trace.go:171","msg":"trace[1229483194] transaction","detail":"{read_only:false; response_revision:1350; number_of_response:1; }","duration":"112.302155ms","start":"2026-07-28T11:34:39.353159Z","end":"2026-07-28T11:34:39.465461Z","steps":["trace[1229483194] 'process raft request' (duration: 112.025377ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:34:39.465705Z","caller":"traceutil/trace.go:171","msg":"trace[1221820940] transaction","detail":"{read_only:false; response_revision:1351; number_of_response:1; }","duration":"112.050538ms","start":"2026-07-28T11:34:39.353638Z","end":"2026-07-28T11:34:39.465688Z","steps":["trace[1221820940] 'process raft request' (duration: 111.718728ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:34:39.726509Z","caller":"traceutil/trace.go:171","msg":"trace[1023623983] transaction","detail":"{read_only:false; response_revision:1352; number_of_response:1; }","duration":"255.295686ms","start":"2026-07-28T11:34:39.471159Z","end":"2026-07-28T11:34:39.726454Z","steps":["trace[1023623983] 'process raft request' (duration: 255.065778ms)"],"step_count":1} {"level":"info","ts":"2026-07-28T11:41:37.559078Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":1890} {"level":"info","ts":"2026-07-28T11:41:37.615664Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":1890,"took":"55.892205ms","hash":3179218340,"current-db-size-bytes":24784896,"current-db-size":"25 MB","current-db-size-in-use-bytes":6729728,"current-db-size-in-use":"6.7 MB"} {"level":"info","ts":"2026-07-28T11:41:37.61576Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3179218340,"revision":1890,"compact-revision":-1}