{"level":"warn","ts":"2026-03-31T04:47:58.910328Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T04:47:58.910412Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.162:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.162:2380","--initial-cluster=instance=https://199.204.45.162:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.162:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.162:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-31T04:47:58.910469Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-31T04:47:58.91048Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.162:2380"]} {"level":"info","ts":"2026-03-31T04:47:58.910507Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T04:47:58.911191Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.162:2379"]} {"level":"info","ts":"2026-03-31T04:47:58.911268Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":8,"max-cpu-available":8,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.162:2380"],"listen-peer-urls":["https://199.204.45.162:2380"],"advertise-client-urls":["https://199.204.45.162:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.162:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.162:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-31T04:47:58.915631Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.160477ms"} {"level":"info","ts":"2026-03-31T04:47:58.925061Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"2d372260bb4c37a","cluster-id":"52bb6ec15e8722ff"} {"level":"info","ts":"2026-03-31T04:47:58.925188Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a switched to configuration voters=()"} {"level":"info","ts":"2026-03-31T04:47:58.92522Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a became follower at term 0"} {"level":"info","ts":"2026-03-31T04:47:58.925237Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 2d372260bb4c37a [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-31T04:47:58.925247Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a became follower at term 1"} {"level":"info","ts":"2026-03-31T04:47:58.925297Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a switched to configuration voters=(203631915892523898)"} {"level":"warn","ts":"2026-03-31T04:47:58.938792Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-31T04:47:58.942691Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-31T04:47:58.943607Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-31T04:47:58.946286Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"2d372260bb4c37a","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-31T04:47:58.94706Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"2d372260bb4c37a","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-31T04:47:58.947221Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T04:47:58.947262Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T04:47:58.947275Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-31T04:47:58.948006Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a switched to configuration voters=(203631915892523898)"} {"level":"info","ts":"2026-03-31T04:47:58.948229Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"52bb6ec15e8722ff","local-member-id":"2d372260bb4c37a","added-peer-id":"2d372260bb4c37a","added-peer-peer-urls":["https://199.204.45.162:2380"]} {"level":"info","ts":"2026-03-31T04:47:58.951353Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-31T04:47:58.951573Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"2d372260bb4c37a","initial-advertise-peer-urls":["https://199.204.45.162:2380"],"listen-peer-urls":["https://199.204.45.162:2380"],"advertise-client-urls":["https://199.204.45.162:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.162:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-31T04:47:58.951602Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-31T04:47:58.951718Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.162:2380"} {"level":"info","ts":"2026-03-31T04:47:58.95173Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.162:2380"} {"level":"info","ts":"2026-03-31T04:47:59.626104Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a is starting a new election at term 1"} {"level":"info","ts":"2026-03-31T04:47:59.626186Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a became pre-candidate at term 1"} {"level":"info","ts":"2026-03-31T04:47:59.626211Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a received MsgPreVoteResp from 2d372260bb4c37a at term 1"} {"level":"info","ts":"2026-03-31T04:47:59.626232Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a became candidate at term 2"} {"level":"info","ts":"2026-03-31T04:47:59.626247Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a received MsgVoteResp from 2d372260bb4c37a at term 2"} {"level":"info","ts":"2026-03-31T04:47:59.626266Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"2d372260bb4c37a became leader at term 2"} {"level":"info","ts":"2026-03-31T04:47:59.626283Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 2d372260bb4c37a elected leader 2d372260bb4c37a at term 2"} {"level":"info","ts":"2026-03-31T04:47:59.627195Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"2d372260bb4c37a","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.162:2379]}","request-path":"/0/members/2d372260bb4c37a/attributes","cluster-id":"52bb6ec15e8722ff","publish-timeout":"7s"} {"level":"info","ts":"2026-03-31T04:47:59.627235Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T04:47:59.627339Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T04:47:59.627387Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-31T04:47:59.627594Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-31T04:47:59.627626Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-31T04:47:59.628543Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"52bb6ec15e8722ff","local-member-id":"2d372260bb4c37a","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T04:47:59.628685Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T04:47:59.628763Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-31T04:47:59.630605Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-31T04:47:59.638654Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.162:2379"} {"level":"info","ts":"2026-03-31T04:48:25.109108Z","caller":"traceutil/trace.go:171","msg":"trace[1968427049] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"159.231114ms","start":"2026-03-31T04:48:24.949838Z","end":"2026-03-31T04:48:25.10907Z","steps":["trace[1968427049] 'process raft request' (duration: 159.026879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:48:28.396128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.006104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:48:28.396252Z","caller":"traceutil/trace.go:171","msg":"trace[1768931131] range","detail":"{range_begin:/registry/secrets/envoy-gateway-system/; range_end:/registry/secrets/envoy-gateway-system0; response_count:0; response_revision:507; }","duration":"874.282019ms","start":"2026-03-31T04:48:27.521948Z","end":"2026-03-31T04:48:28.39623Z","steps":["trace[1768931131] 'range keys from in-memory index tree' (duration: 873.891141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:48:28.396458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:48:27.521923Z","time spent":"874.362612ms","remote":"127.0.0.1:57642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":27,"request content":"key:\"/registry/secrets/envoy-gateway-system/\" range_end:\"/registry/secrets/envoy-gateway-system0\" "} {"level":"info","ts":"2026-03-31T04:48:28.398681Z","caller":"traceutil/trace.go:171","msg":"trace[941792571] linearizableReadLoop","detail":"{readStateIndex:528; appliedIndex:527; }","duration":"385.173233ms","start":"2026-03-31T04:48:28.013428Z","end":"2026-03-31T04:48:28.398601Z","steps":["trace[941792571] 'read index received' (duration: 381.108832ms)","trace[941792571] 'applied index is now lower than readState.Index' (duration: 4.062651ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T04:48:28.398893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.462851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-31T04:48:28.398976Z","caller":"traceutil/trace.go:171","msg":"trace[1065594239] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:507; }","duration":"385.610244ms","start":"2026-03-31T04:48:28.013348Z","end":"2026-03-31T04:48:28.398958Z","steps":["trace[1065594239] 'agreement among raft nodes before linearized reading' (duration: 385.389099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:48:28.399019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:48:28.01332Z","time spent":"385.691276ms","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":526,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-31T04:48:30.686358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.335851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-31T04:48:30.686478Z","caller":"traceutil/trace.go:171","msg":"trace[256131792] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:586; }","duration":"276.544906ms","start":"2026-03-31T04:48:30.409911Z","end":"2026-03-31T04:48:30.686456Z","steps":["trace[256131792] 'range keys from in-memory index tree' (duration: 276.166858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:48:30.68652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.758029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/httproutefilters.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:15688"} {"level":"info","ts":"2026-03-31T04:48:30.686605Z","caller":"traceutil/trace.go:171","msg":"trace[1394625931] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/httproutefilters.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:586; }","duration":"292.887282ms","start":"2026-03-31T04:48:30.393699Z","end":"2026-03-31T04:48:30.686587Z","steps":["trace[1394625931] 'range keys from in-memory index tree' (duration: 292.589006ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:48:34.378531Z","caller":"traceutil/trace.go:171","msg":"trace[1647349543] transaction","detail":"{read_only:false; response_revision:610; number_of_response:1; }","duration":"180.155942ms","start":"2026-03-31T04:48:34.198333Z","end":"2026-03-31T04:48:34.378489Z","steps":["trace[1647349543] 'process raft request' (duration: 179.509068ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:48:34.678924Z","caller":"traceutil/trace.go:171","msg":"trace[263898582] transaction","detail":"{read_only:false; response_revision:611; number_of_response:1; }","duration":"286.445738ms","start":"2026-03-31T04:48:34.392452Z","end":"2026-03-31T04:48:34.678898Z","steps":["trace[263898582] 'process raft request' (duration: 286.256004ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:48:34.774117Z","caller":"traceutil/trace.go:171","msg":"trace[1464916695] transaction","detail":"{read_only:false; response_revision:613; number_of_response:1; }","duration":"132.541344ms","start":"2026-03-31T04:48:34.641554Z","end":"2026-03-31T04:48:34.774095Z","steps":["trace[1464916695] 'process raft request' (duration: 132.476393ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:48:34.774363Z","caller":"traceutil/trace.go:171","msg":"trace[962146479] transaction","detail":"{read_only:false; response_revision:612; number_of_response:1; }","duration":"339.257354ms","start":"2026-03-31T04:48:34.435086Z","end":"2026-03-31T04:48:34.774343Z","steps":["trace[962146479] 'process raft request' (duration: 278.854529ms)","trace[962146479] 'compare' (duration: 59.882653ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T04:48:34.774938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:48:34.435054Z","time spent":"339.409136ms","remote":"127.0.0.1:57872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1092,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T04:48:35.650874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.175161ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T04:48:35.651251Z","caller":"traceutil/trace.go:171","msg":"trace[779679469] linearizableReadLoop","detail":"{readStateIndex:639; appliedIndex:638; }","duration":"764.757692ms","start":"2026-03-31T04:48:34.886464Z","end":"2026-03-31T04:48:35.651222Z","steps":["trace[779679469] 'read index received' (duration: 449.981998ms)","trace[779679469] 'applied index is now lower than readState.Index' (duration: 314.774354ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T04:48:35.651396Z","caller":"traceutil/trace.go:171","msg":"trace[1610808059] transaction","detail":"{read_only:false; response_revision:614; number_of_response:1; }","duration":"864.250295ms","start":"2026-03-31T04:48:34.787131Z","end":"2026-03-31T04:48:35.651381Z","steps":["trace[1610808059] 'process raft request' (duration: 549.172404ms)","trace[1610808059] 'compare' (duration: 314.059078ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T04:48:35.651507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:48:34.787094Z","time spent":"864.336588ms","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T04:48:35.651837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.381587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T04:48:35.651882Z","caller":"traceutil/trace.go:171","msg":"trace[464616485] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:615; }","duration":"765.481439ms","start":"2026-03-31T04:48:34.886389Z","end":"2026-03-31T04:48:35.65187Z","steps":["trace[464616485] 'agreement among raft nodes before linearized reading' (duration: 765.300285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:48:35.651932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:48:34.886363Z","time spent":"765.562421ms","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-31T04:48:35.654454Z","caller":"traceutil/trace.go:171","msg":"trace[1222118701] transaction","detail":"{read_only:false; response_revision:615; number_of_response:1; }","duration":"645.128718ms","start":"2026-03-31T04:48:35.009141Z","end":"2026-03-31T04:48:35.65427Z","steps":["trace[1222118701] 'process raft request' (duration: 641.902015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:48:35.655262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:48:35.009089Z","time spent":"646.056069ms","remote":"127.0.0.1:57742","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4539,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T04:48:35.660127Z","caller":"traceutil/trace.go:171","msg":"trace[1204581588] transaction","detail":"{read_only:false; response_revision:616; number_of_response:1; }","duration":"494.110809ms","start":"2026-03-31T04:48:35.165982Z","end":"2026-03-31T04:48:35.660093Z","steps":["trace[1204581588] 'process raft request' (duration: 486.15038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:48:35.660163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.431146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-03-31T04:48:35.660184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.146244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T04:48:35.660206Z","caller":"traceutil/trace.go:171","msg":"trace[1035129187] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:616; }","duration":"490.515798ms","start":"2026-03-31T04:48:35.169681Z","end":"2026-03-31T04:48:35.660197Z","steps":["trace[1035129187] 'agreement among raft nodes before linearized reading' (duration: 490.389355ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:48:35.660226Z","caller":"traceutil/trace.go:171","msg":"trace[654771789] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:616; }","duration":"164.233566ms","start":"2026-03-31T04:48:35.495984Z","end":"2026-03-31T04:48:35.660218Z","steps":["trace[654771789] 'agreement among raft nodes before linearized reading' (duration: 164.120873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:48:35.660246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:48:35.165947Z","time spent":"494.237642ms","remote":"127.0.0.1:57642","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036261,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T04:48:35.660269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:48:35.169664Z","time spent":"490.59807ms","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-31T04:48:47.81308Z","caller":"traceutil/trace.go:171","msg":"trace[1929509713] transaction","detail":"{read_only:false; response_revision:761; number_of_response:1; }","duration":"112.116936ms","start":"2026-03-31T04:48:47.700939Z","end":"2026-03-31T04:48:47.813056Z","steps":["trace[1929509713] 'process raft request' (duration: 111.737017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:48:49.969786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.300477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-31T04:48:49.969869Z","caller":"traceutil/trace.go:171","msg":"trace[1987111189] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:778; }","duration":"135.416729ms","start":"2026-03-31T04:48:49.834429Z","end":"2026-03-31T04:48:49.969846Z","steps":["trace[1987111189] 'range keys from in-memory index tree' (duration: 135.096613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:48:49.969947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.472588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-31T04:48:49.97004Z","caller":"traceutil/trace.go:171","msg":"trace[349823131] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:778; }","duration":"134.618521ms","start":"2026-03-31T04:48:49.835403Z","end":"2026-03-31T04:48:49.970022Z","steps":["trace[349823131] 'range keys from in-memory index tree' (duration: 134.294414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:48:49.970244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.349485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T04:48:49.970267Z","caller":"traceutil/trace.go:171","msg":"trace[1528451711] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:778; }","duration":"134.390636ms","start":"2026-03-31T04:48:49.83587Z","end":"2026-03-31T04:48:49.970261Z","steps":["trace[1528451711] 'range keys from in-memory index tree' (duration: 134.283873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:48:49.970365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.043625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-31T04:48:49.970408Z","caller":"traceutil/trace.go:171","msg":"trace[2052449084] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:778; }","duration":"153.122317ms","start":"2026-03-31T04:48:49.817275Z","end":"2026-03-31T04:48:49.970398Z","steps":["trace[2052449084] 'range keys from in-memory index tree' (duration: 152.916322ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:48:50.323975Z","caller":"traceutil/trace.go:171","msg":"trace[429301050] transaction","detail":"{read_only:false; response_revision:780; number_of_response:1; }","duration":"349.499214ms","start":"2026-03-31T04:48:49.97445Z","end":"2026-03-31T04:48:50.323949Z","steps":["trace[429301050] 'process raft request' (duration: 282.420108ms)","trace[429301050] 'compare' (duration: 66.898412ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T04:48:50.324129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:48:49.974432Z","time spent":"349.617106ms","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T04:48:50.324159Z","caller":"traceutil/trace.go:171","msg":"trace[1235562942] transaction","detail":"{read_only:false; response_revision:781; number_of_response:1; }","duration":"349.667378ms","start":"2026-03-31T04:48:49.974474Z","end":"2026-03-31T04:48:50.324142Z","steps":["trace[1235562942] 'process raft request' (duration: 349.434173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:48:50.324279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:48:49.97445Z","time spent":"349.765459ms","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T04:48:50.324557Z","caller":"traceutil/trace.go:171","msg":"trace[12697574] transaction","detail":"{read_only:false; response_revision:782; number_of_response:1; }","duration":"349.075443ms","start":"2026-03-31T04:48:49.97545Z","end":"2026-03-31T04:48:50.324525Z","steps":["trace[12697574] 'process raft request' (duration: 348.634053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:48:50.324744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:48:49.97544Z","time spent":"349.226656ms","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T04:49:17.69Z","caller":"traceutil/trace.go:171","msg":"trace[384287643] transaction","detail":"{read_only:false; response_revision:969; number_of_response:1; }","duration":"149.920655ms","start":"2026-03-31T04:49:17.54006Z","end":"2026-03-31T04:49:17.689981Z","steps":["trace[384287643] 'process raft request' (duration: 149.793392ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:49:23.378723Z","caller":"traceutil/trace.go:171","msg":"trace[2066623480] linearizableReadLoop","detail":"{readStateIndex:1029; appliedIndex:1028; }","duration":"150.62795ms","start":"2026-03-31T04:49:23.228075Z","end":"2026-03-31T04:49:23.378703Z","steps":["trace[2066623480] 'read index received' (duration: 150.434576ms)","trace[2066623480] 'applied index is now lower than readState.Index' (duration: 192.544µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T04:49:23.378783Z","caller":"traceutil/trace.go:171","msg":"trace[2094518066] transaction","detail":"{read_only:false; response_revision:991; number_of_response:1; }","duration":"296.473303ms","start":"2026-03-31T04:49:23.082277Z","end":"2026-03-31T04:49:23.37875Z","steps":["trace[2094518066] 'process raft request' (duration: 296.273119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:49:23.378941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.840136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-31T04:49:23.378979Z","caller":"traceutil/trace.go:171","msg":"trace[903628701] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:991; }","duration":"150.942558ms","start":"2026-03-31T04:49:23.228027Z","end":"2026-03-31T04:49:23.378969Z","steps":["trace[903628701] 'agreement among raft nodes before linearized reading' (duration: 150.792535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:49:23.974959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.127489ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T04:49:23.975137Z","caller":"traceutil/trace.go:171","msg":"trace[988150131] transaction","detail":"{read_only:false; response_revision:993; number_of_response:1; }","duration":"268.385181ms","start":"2026-03-31T04:49:23.706735Z","end":"2026-03-31T04:49:23.97512Z","steps":["trace[988150131] 'process raft request' (duration: 268.322848ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:49:23.975149Z","caller":"traceutil/trace.go:171","msg":"trace[2037889535] transaction","detail":"{read_only:false; response_revision:992; number_of_response:1; }","duration":"592.956768ms","start":"2026-03-31T04:49:23.382161Z","end":"2026-03-31T04:49:23.975118Z","steps":["trace[2037889535] 'process raft request' (duration: 303.59368ms)","trace[2037889535] 'compare' (duration: 288.988324ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T04:49:23.975291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:49:23.38214Z","time spent":"593.075682ms","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T04:49:49.155222Z","caller":"traceutil/trace.go:171","msg":"trace[811992074] transaction","detail":"{read_only:false; response_revision:1075; number_of_response:1; }","duration":"449.117946ms","start":"2026-03-31T04:49:48.70608Z","end":"2026-03-31T04:49:49.155198Z","steps":["trace[811992074] 'process raft request' (duration: 448.987431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:49:49.155361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:49:48.706063Z","time spent":"449.22789ms","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T04:49:49.161023Z","caller":"traceutil/trace.go:171","msg":"trace[989113354] linearizableReadLoop","detail":"{readStateIndex:1119; appliedIndex:1117; }","duration":"448.938199ms","start":"2026-03-31T04:49:48.712062Z","end":"2026-03-31T04:49:49.161Z","steps":["trace[989113354] 'read index received' (duration: 442.996548ms)","trace[989113354] 'applied index is now lower than readState.Index' (duration: 5.940731ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T04:49:49.161155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.068644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-31T04:49:49.161145Z","caller":"traceutil/trace.go:171","msg":"trace[2075667350] transaction","detail":"{read_only:false; response_revision:1076; number_of_response:1; }","duration":"454.151175ms","start":"2026-03-31T04:49:48.706964Z","end":"2026-03-31T04:49:49.161116Z","steps":["trace[2075667350] 'process raft request' (duration: 453.908867ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:49:49.161203Z","caller":"traceutil/trace.go:171","msg":"trace[1966439450] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:1076; }","duration":"449.158087ms","start":"2026-03-31T04:49:48.712027Z","end":"2026-03-31T04:49:49.161185Z","steps":["trace[1966439450] 'agreement among raft nodes before linearized reading' (duration: 449.067204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:49:49.161245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:49:48.712019Z","time spent":"449.217249ms","remote":"127.0.0.1:57826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":3,"response size":29,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-31T04:49:49.161246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:49:48.706938Z","time spent":"454.260119ms","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T04:49:50.370006Z","caller":"traceutil/trace.go:171","msg":"trace[1259610015] transaction","detail":"{read_only:false; response_revision:1078; number_of_response:1; }","duration":"196.689463ms","start":"2026-03-31T04:49:50.173287Z","end":"2026-03-31T04:49:50.369976Z","steps":["trace[1259610015] 'process raft request' (duration: 165.866857ms)","trace[1259610015] 'compare' (duration: 30.636698ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T04:49:51.043505Z","caller":"traceutil/trace.go:171","msg":"trace[334514631] transaction","detail":"{read_only:false; response_revision:1080; number_of_response:1; }","duration":"332.373817ms","start":"2026-03-31T04:49:50.711108Z","end":"2026-03-31T04:49:51.043481Z","steps":["trace[334514631] 'process raft request' (duration: 332.254353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:49:51.043677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:49:50.711085Z","time spent":"332.49436ms","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T04:50:03.240509Z","caller":"traceutil/trace.go:171","msg":"trace[822051281] linearizableReadLoop","detail":"{readStateIndex:1218; appliedIndex:1217; }","duration":"120.779363ms","start":"2026-03-31T04:50:03.119706Z","end":"2026-03-31T04:50:03.240485Z","steps":["trace[822051281] 'read index received' (duration: 120.68018ms)","trace[822051281] 'applied index is now lower than readState.Index' (duration: 98.123µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T04:50:03.240619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:50:02.629894Z","time spent":"610.722631ms","remote":"127.0.0.1:57590","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-31T04:50:03.240958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.243479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-31T04:50:03.240993Z","caller":"traceutil/trace.go:171","msg":"trace[47813821] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1170; }","duration":"121.321753ms","start":"2026-03-31T04:50:03.119661Z","end":"2026-03-31T04:50:03.240982Z","steps":["trace[47813821] 'agreement among raft nodes before linearized reading' (duration: 121.182518ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:50:17.55583Z","caller":"traceutil/trace.go:171","msg":"trace[1782167400] linearizableReadLoop","detail":"{readStateIndex:1285; appliedIndex:1283; }","duration":"144.070573ms","start":"2026-03-31T04:50:17.411747Z","end":"2026-03-31T04:50:17.555817Z","steps":["trace[1782167400] 'read index received' (duration: 76.962537ms)","trace[1782167400] 'applied index is now lower than readState.Index' (duration: 67.107595ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T04:50:17.555938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.183886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:5331"} {"level":"info","ts":"2026-03-31T04:50:17.555959Z","caller":"traceutil/trace.go:171","msg":"trace[2060331094] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:1235; }","duration":"144.222447ms","start":"2026-03-31T04:50:17.411729Z","end":"2026-03-31T04:50:17.555952Z","steps":["trace[2060331094] 'agreement among raft nodes before linearized reading' (duration: 144.151165ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:50:17.555922Z","caller":"traceutil/trace.go:171","msg":"trace[223453473] transaction","detail":"{read_only:false; response_revision:1235; number_of_response:1; }","duration":"152.491542ms","start":"2026-03-31T04:50:17.403391Z","end":"2026-03-31T04:50:17.555882Z","steps":["trace[223453473] 'process raft request' (duration: 152.406719ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:50:17.556756Z","caller":"traceutil/trace.go:171","msg":"trace[1571450352] transaction","detail":"{read_only:false; response_revision:1234; number_of_response:1; }","duration":"153.689784ms","start":"2026-03-31T04:50:17.403042Z","end":"2026-03-31T04:50:17.556732Z","steps":["trace[1571450352] 'process raft request' (duration: 85.650895ms)","trace[1571450352] 'compare' (duration: 67.027533ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T04:50:22.229356Z","caller":"traceutil/trace.go:171","msg":"trace[1754209026] transaction","detail":"{read_only:false; response_revision:1268; number_of_response:1; }","duration":"635.912016ms","start":"2026-03-31T04:50:21.593421Z","end":"2026-03-31T04:50:22.229333Z","steps":["trace[1754209026] 'process raft request' (duration: 635.793902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:50:22.229498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:50:21.593409Z","time spent":"636.01744ms","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T04:50:22.647988Z","caller":"traceutil/trace.go:171","msg":"trace[2045518087] transaction","detail":"{read_only:false; response_revision:1271; number_of_response:1; }","duration":"111.581487ms","start":"2026-03-31T04:50:22.536378Z","end":"2026-03-31T04:50:22.64796Z","steps":["trace[2045518087] 'process raft request' (duration: 87.820151ms)","trace[2045518087] 'compare' (duration: 23.636481ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T04:50:23.09817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.395647ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-31T04:50:23.098296Z","caller":"traceutil/trace.go:171","msg":"trace[20681820] linearizableReadLoop","detail":"{readStateIndex:1325; appliedIndex:1324; }","duration":"366.855321ms","start":"2026-03-31T04:50:22.731409Z","end":"2026-03-31T04:50:23.098264Z","steps":["trace[20681820] 'read index received' (duration: 149.233085ms)","trace[20681820] 'applied index is now lower than readState.Index' (duration: 217.621226ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T04:50:23.09838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.968925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:50:23.098371Z","caller":"traceutil/trace.go:171","msg":"trace[98565968] transaction","detail":"{read_only:false; response_revision:1273; number_of_response:1; }","duration":"372.681538ms","start":"2026-03-31T04:50:22.72566Z","end":"2026-03-31T04:50:23.098342Z","steps":["trace[98565968] 'process raft request' (duration: 155.036142ms)","trace[98565968] 'compare' (duration: 217.288364ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T04:50:23.098417Z","caller":"traceutil/trace.go:171","msg":"trace[1390149273] range","detail":"{range_begin:/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com; range_end:; response_count:0; response_revision:1273; }","duration":"367.043388ms","start":"2026-03-31T04:50:22.731363Z","end":"2026-03-31T04:50:23.098407Z","steps":["trace[1390149273] 'agreement among raft nodes before linearized reading' (duration: 366.960325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:50:23.098454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:50:22.731345Z","time spent":"367.10145ms","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":0,"response size":27,"request content":"key:\"/registry/leases/kube-system/external-snapshotter-leader-rbd-csi-ceph-com\" "} {"level":"warn","ts":"2026-03-31T04:50:23.098496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:50:22.725641Z","time spent":"372.784412ms","remote":"127.0.0.1:57590","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T04:50:23.246797Z","caller":"traceutil/trace.go:171","msg":"trace[1569078490] linearizableReadLoop","detail":"{readStateIndex:1326; appliedIndex:1325; }","duration":"145.943218ms","start":"2026-03-31T04:50:23.100831Z","end":"2026-03-31T04:50:23.246774Z","steps":["trace[1569078490] 'read index received' (duration: 145.816784ms)","trace[1569078490] 'applied index is now lower than readState.Index' (duration: 125.394µs)"],"step_count":2} {"level":"info","ts":"2026-03-31T04:50:23.246814Z","caller":"traceutil/trace.go:171","msg":"trace[191483161] transaction","detail":"{read_only:false; response_revision:1274; number_of_response:1; }","duration":"350.142968ms","start":"2026-03-31T04:50:22.896645Z","end":"2026-03-31T04:50:23.246788Z","steps":["trace[191483161] 'process raft request' (duration: 350.013553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:50:23.246944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:50:22.896623Z","time spent":"350.257101ms","remote":"127.0.0.1:57628","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":788,"response count":0,"response size":38,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-31T04:50:23.246975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.117154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-31T04:50:23.247045Z","caller":"traceutil/trace.go:171","msg":"trace[1824671513] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1274; }","duration":"146.223908ms","start":"2026-03-31T04:50:23.100806Z","end":"2026-03-31T04:50:23.24703Z","steps":["trace[1824671513] 'agreement among raft nodes before linearized reading' (duration: 146.007171ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:50:23.250009Z","caller":"traceutil/trace.go:171","msg":"trace[1163010447] transaction","detail":"{read_only:false; response_revision:1275; number_of_response:1; }","duration":"146.904251ms","start":"2026-03-31T04:50:23.103081Z","end":"2026-03-31T04:50:23.249985Z","steps":["trace[1163010447] 'process raft request' (duration: 146.641202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:50:32.8522Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":14085743692292544589,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-31T04:50:32.885794Z","caller":"traceutil/trace.go:171","msg":"trace[1706205198] transaction","detail":"{read_only:false; response_revision:1335; number_of_response:1; }","duration":"613.22594ms","start":"2026-03-31T04:50:32.272544Z","end":"2026-03-31T04:50:32.88577Z","steps":["trace[1706205198] 'process raft request' (duration: 613.087447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:50:32.885935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:50:32.272511Z","time spent":"613.351463ms","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T04:50:32.921565Z","caller":"traceutil/trace.go:171","msg":"trace[384260586] linearizableReadLoop","detail":"{readStateIndex:1389; appliedIndex:1387; }","duration":"569.886219ms","start":"2026-03-31T04:50:32.351655Z","end":"2026-03-31T04:50:32.921542Z","steps":["trace[384260586] 'read index received' (duration: 533.972053ms)","trace[384260586] 'applied index is now lower than readState.Index' (duration: 35.912956ms)"],"step_count":2} {"level":"info","ts":"2026-03-31T04:50:32.921679Z","caller":"traceutil/trace.go:171","msg":"trace[261213192] transaction","detail":"{read_only:false; response_revision:1336; number_of_response:1; }","duration":"539.049296ms","start":"2026-03-31T04:50:32.382619Z","end":"2026-03-31T04:50:32.921668Z","steps":["trace[261213192] 'process raft request' (duration: 538.79507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:50:32.921827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:50:32.382593Z","time spent":"539.116867ms","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T04:50:32.921863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.182135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-31T04:50:32.921923Z","caller":"traceutil/trace.go:171","msg":"trace[1925263187] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1336; }","duration":"349.281996ms","start":"2026-03-31T04:50:32.572626Z","end":"2026-03-31T04:50:32.921908Z","steps":["trace[1925263187] 'agreement among raft nodes before linearized reading' (duration: 349.112983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:50:32.921959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:50:32.572613Z","time spent":"349.339287ms","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-31T04:50:32.922075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.422041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-31T04:50:32.922131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.568016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-31T04:50:32.922161Z","caller":"traceutil/trace.go:171","msg":"trace[1436537250] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1336; }","duration":"570.556894ms","start":"2026-03-31T04:50:32.351592Z","end":"2026-03-31T04:50:32.922149Z","steps":["trace[1436537250] 'agreement among raft nodes before linearized reading' (duration: 570.452721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:50:32.92217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.81857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/rbd.csi.ceph.com-kube-system\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-03-31T04:50:32.922172Z","caller":"traceutil/trace.go:171","msg":"trace[368008073] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1336; }","duration":"236.636688ms","start":"2026-03-31T04:50:32.685524Z","end":"2026-03-31T04:50:32.922161Z","steps":["trace[368008073] 'agreement among raft nodes before linearized reading' (duration: 236.481104ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:50:32.9222Z","caller":"traceutil/trace.go:171","msg":"trace[883975997] range","detail":"{range_begin:/registry/leases/kube-system/rbd.csi.ceph.com-kube-system; range_end:; response_count:1; response_revision:1336; }","duration":"272.890791ms","start":"2026-03-31T04:50:32.6493Z","end":"2026-03-31T04:50:32.922191Z","steps":["trace[883975997] 'agreement among raft nodes before linearized reading' (duration: 272.80938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:50:32.922194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:50:32.351562Z","time spent":"570.624025ms","remote":"127.0.0.1:57568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":27,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-31T04:50:32.922323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.76485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.162\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-31T04:50:32.922351Z","caller":"traceutil/trace.go:171","msg":"trace[1625206459] range","detail":"{range_begin:/registry/masterleases/199.204.45.162; range_end:; response_count:1; response_revision:1336; }","duration":"291.823052ms","start":"2026-03-31T04:50:32.630521Z","end":"2026-03-31T04:50:32.922344Z","steps":["trace[1625206459] 'agreement among raft nodes before linearized reading' (duration: 291.74933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:50:33.199331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.174087ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:39"} {"level":"info","ts":"2026-03-31T04:50:33.199417Z","caller":"traceutil/trace.go:171","msg":"trace[987336261] linearizableReadLoop","detail":"{readStateIndex:1390; appliedIndex:1389; }","duration":"275.697975ms","start":"2026-03-31T04:50:32.923702Z","end":"2026-03-31T04:50:33.1994Z","steps":["trace[987336261] 'read index received' (duration: 90.541878ms)","trace[987336261] 'applied index is now lower than readState.Index' (duration: 185.154647ms)"],"step_count":2} {"level":"warn","ts":"2026-03-31T04:50:33.199482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.782236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-31T04:50:33.199533Z","caller":"traceutil/trace.go:171","msg":"trace[1222367551] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1336; }","duration":"275.860888ms","start":"2026-03-31T04:50:32.923637Z","end":"2026-03-31T04:50:33.199497Z","steps":["trace[1222367551] 'agreement among raft nodes before linearized reading' (duration: 275.805957ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:50:33.351138Z","caller":"traceutil/trace.go:171","msg":"trace[2109539025] transaction","detail":"{read_only:false; response_revision:1337; number_of_response:1; }","duration":"424.231648ms","start":"2026-03-31T04:50:32.926847Z","end":"2026-03-31T04:50:33.351079Z","steps":["trace[2109539025] 'process raft request' (duration: 423.174195ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:50:33.35143Z","caller":"traceutil/trace.go:171","msg":"trace[94098510] transaction","detail":"{read_only:false; response_revision:1339; number_of_response:1; }","duration":"424.231759ms","start":"2026-03-31T04:50:32.927173Z","end":"2026-03-31T04:50:33.351405Z","steps":["trace[94098510] 'process raft request' (duration: 424.054145ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:50:33.352239Z","caller":"traceutil/trace.go:171","msg":"trace[1378288348] transaction","detail":"{read_only:false; response_revision:1338; number_of_response:1; }","duration":"425.321193ms","start":"2026-03-31T04:50:32.926895Z","end":"2026-03-31T04:50:33.352216Z","steps":["trace[1378288348] 'process raft request' (duration: 424.254169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:50:33.35238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:50:32.926869Z","time spent":"425.434755ms","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-31T04:50:33.352519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:50:32.927156Z","time spent":"424.360971ms","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T04:50:33.353377Z","caller":"traceutil/trace.go:171","msg":"trace[1632161927] transaction","detail":"{read_only:false; response_revision:1340; number_of_response:1; }","duration":"152.676185ms","start":"2026-03-31T04:50:33.200683Z","end":"2026-03-31T04:50:33.353359Z","steps":["trace[1632161927] 'process raft request' (duration: 152.530802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:50:33.354086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:50:32.926828Z","time spent":"424.446783ms","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":517,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T04:51:13.820573Z","caller":"traceutil/trace.go:171","msg":"trace[1732663230] transaction","detail":"{read_only:false; response_revision:1528; number_of_response:1; }","duration":"101.232907ms","start":"2026-03-31T04:51:13.719321Z","end":"2026-03-31T04:51:13.820553Z","steps":["trace[1732663230] 'process raft request' (duration: 101.134284ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:53:35.409987Z","caller":"traceutil/trace.go:171","msg":"trace[1385945770] linearizableReadLoop","detail":"{readStateIndex:2291; appliedIndex:2290; }","duration":"202.881322ms","start":"2026-03-31T04:53:35.207065Z","end":"2026-03-31T04:53:35.409946Z","steps":["trace[1385945770] 'read index received' (duration: 202.596996ms)","trace[1385945770] 'applied index is now lower than readState.Index' (duration: 283.506µs)"],"step_count":2} {"level":"warn","ts":"2026-03-31T04:53:35.410285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.17083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-03-31T04:53:35.410348Z","caller":"traceutil/trace.go:171","msg":"trace[1095796148] range","detail":"{range_begin:/registry/leases/kube-system/external-resizer-rbd-csi-ceph-com; range_end:; response_count:1; response_revision:2200; }","duration":"203.307983ms","start":"2026-03-31T04:53:35.207022Z","end":"2026-03-31T04:53:35.41033Z","steps":["trace[1095796148] 'agreement among raft nodes before linearized reading' (duration: 203.097697ms)"],"step_count":1} {"level":"info","ts":"2026-03-31T04:53:35.410077Z","caller":"traceutil/trace.go:171","msg":"trace[1103867273] transaction","detail":"{read_only:false; response_revision:2200; number_of_response:1; }","duration":"468.657932ms","start":"2026-03-31T04:53:34.941355Z","end":"2026-03-31T04:53:35.410013Z","steps":["trace[1103867273] 'process raft request' (duration: 468.442527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-31T04:53:35.411212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-31T04:53:34.941332Z","time spent":"469.176704ms","remote":"127.0.0.1:57816","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":511,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-31T04:53:35.551903Z","caller":"traceutil/trace.go:171","msg":"trace[1310020423] transaction","detail":"{read_only:false; response_revision:2201; number_of_response:1; }","duration":"136.032738ms","start":"2026-03-31T04:53:35.415844Z","end":"2026-03-31T04:53:35.551876Z","steps":["trace[1310020423] 'process raft request' (duration: 80.808441ms)","trace[1310020423] 'compare' (duration: 55.115045ms)"],"step_count":2}