{"level":"warn","ts":"2026-04-16T03:01:20.482946Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-16T03:01:20.483036Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.169:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.169:2380","--initial-cluster=instance=https://199.204.45.169:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.169:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.169:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-16T03:01:20.483106Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-16T03:01:20.483115Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.169:2380"]} {"level":"info","ts":"2026-04-16T03:01:20.483133Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-16T03:01:20.483728Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.169:2379"]} {"level":"info","ts":"2026-04-16T03:01:20.483802Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.169:2380"],"listen-peer-urls":["https://199.204.45.169:2380"],"advertise-client-urls":["https://199.204.45.169:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.169:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.169:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-16T03:01:20.48863Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.605621ms"} {"level":"info","ts":"2026-04-16T03:01:20.495524Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"1c917701ce165bac","cluster-id":"bfb5247022b87cb1"} {"level":"info","ts":"2026-04-16T03:01:20.49561Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac switched to configuration voters=()"} {"level":"info","ts":"2026-04-16T03:01:20.495634Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became follower at term 0"} {"level":"info","ts":"2026-04-16T03:01:20.495644Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft 1c917701ce165bac [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-16T03:01:20.495655Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became follower at term 1"} {"level":"info","ts":"2026-04-16T03:01:20.49569Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac switched to configuration voters=(2058557354321271724)"} {"level":"warn","ts":"2026-04-16T03:01:20.504392Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-16T03:01:20.506775Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-16T03:01:20.508096Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-16T03:01:20.510902Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"1c917701ce165bac","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-16T03:01:20.511204Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"1c917701ce165bac","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-16T03:01:20.511265Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-16T03:01:20.5118Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-16T03:01:20.513093Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-16T03:01:20.513753Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac switched to configuration voters=(2058557354321271724)"} {"level":"info","ts":"2026-04-16T03:01:20.514128Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"bfb5247022b87cb1","local-member-id":"1c917701ce165bac","added-peer-id":"1c917701ce165bac","added-peer-peer-urls":["https://199.204.45.169:2380"]} {"level":"info","ts":"2026-04-16T03:01:20.516193Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-16T03:01:20.51643Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"1c917701ce165bac","initial-advertise-peer-urls":["https://199.204.45.169:2380"],"listen-peer-urls":["https://199.204.45.169:2380"],"advertise-client-urls":["https://199.204.45.169:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.169:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-16T03:01:20.516459Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-16T03:01:20.51653Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.169:2380"} {"level":"info","ts":"2026-04-16T03:01:20.516546Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.169:2380"} {"level":"info","ts":"2026-04-16T03:01:20.89666Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac is starting a new election at term 1"} {"level":"info","ts":"2026-04-16T03:01:20.896707Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became pre-candidate at term 1"} {"level":"info","ts":"2026-04-16T03:01:20.896736Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac received MsgPreVoteResp from 1c917701ce165bac at term 1"} {"level":"info","ts":"2026-04-16T03:01:20.896748Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became candidate at term 2"} {"level":"info","ts":"2026-04-16T03:01:20.896754Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac received MsgVoteResp from 1c917701ce165bac at term 2"} {"level":"info","ts":"2026-04-16T03:01:20.896763Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"1c917701ce165bac became leader at term 2"} {"level":"info","ts":"2026-04-16T03:01:20.896771Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: 1c917701ce165bac elected leader 1c917701ce165bac at term 2"} {"level":"info","ts":"2026-04-16T03:01:20.899171Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-16T03:01:20.900424Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-16T03:01:20.900414Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"1c917701ce165bac","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.169:2379]}","request-path":"/0/members/1c917701ce165bac/attributes","cluster-id":"bfb5247022b87cb1","publish-timeout":"7s"} {"level":"info","ts":"2026-04-16T03:01:20.90053Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-16T03:01:20.900797Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-16T03:01:20.900825Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"bfb5247022b87cb1","local-member-id":"1c917701ce165bac","cluster-version":"3.5"} {"level":"info","ts":"2026-04-16T03:01:20.900858Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-16T03:01:20.900944Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-16T03:01:20.900992Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-16T03:01:20.903008Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-16T03:01:20.918132Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.169:2379"} {"level":"warn","ts":"2026-04-16T03:01:25.630946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.211445ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-16T03:01:25.72403Z","caller":"traceutil/trace.go:171","msg":"trace[356232382] linearizableReadLoop","detail":"{readStateIndex:216; appliedIndex:214; }","duration":"354.227881ms","start":"2026-04-16T03:01:25.369779Z","end":"2026-04-16T03:01:25.724007Z","steps":["trace[356232382] 'read index received' (duration: 53.693744ms)","trace[356232382] 'applied index is now lower than readState.Index' (duration: 300.533187ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:01:25.724166Z","caller":"traceutil/trace.go:171","msg":"trace[1847452074] transaction","detail":"{read_only:false; response_revision:210; number_of_response:1; }","duration":"362.594011ms","start":"2026-04-16T03:01:25.361549Z","end":"2026-04-16T03:01:25.724143Z","steps":["trace[1847452074] 'process raft request' (duration: 362.321675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:01:25.724182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.375774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:01:25.724221Z","caller":"traceutil/trace.go:171","msg":"trace[561758888] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:0; response_revision:210; }","duration":"354.464047ms","start":"2026-04-16T03:01:25.369748Z","end":"2026-04-16T03:01:25.724212Z","steps":["trace[561758888] 'agreement among raft nodes before linearized reading' (duration: 354.378745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:01:25.724265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:01:25.369735Z","time spent":"354.521568ms","remote":"127.0.0.1:59082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" "} {"level":"warn","ts":"2026-04-16T03:01:25.724804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:01:25.36153Z","time spent":"362.687534ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:01:25.876133Z","caller":"traceutil/trace.go:171","msg":"trace[1977742535] linearizableReadLoop","detail":"{readStateIndex:217; appliedIndex:216; }","duration":"152.007632ms","start":"2026-04-16T03:01:25.724102Z","end":"2026-04-16T03:01:25.87611Z","steps":["trace[1977742535] 'read index received' (duration: 128.791057ms)","trace[1977742535] 'applied index is now lower than readState.Index' (duration: 23.215625ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:01:25.876218Z","caller":"traceutil/trace.go:171","msg":"trace[1153965524] transaction","detail":"{read_only:false; response_revision:211; number_of_response:1; }","duration":"243.829567ms","start":"2026-04-16T03:01:25.632356Z","end":"2026-04-16T03:01:25.876186Z","steps":["trace[1153965524] 'process raft request' (duration: 220.504989ms)","trace[1153965524] 'compare' (duration: 23.124423ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:01:25.876313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.444793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:01:25.876345Z","caller":"traceutil/trace.go:171","msg":"trace[416880682] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:0; response_revision:211; }","duration":"411.535815ms","start":"2026-04-16T03:01:25.4648Z","end":"2026-04-16T03:01:25.876336Z","steps":["trace[416880682] 'agreement among raft nodes before linearized reading' (duration: 411.434822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:01:25.876374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.624416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-16T03:01:25.876432Z","caller":"traceutil/trace.go:171","msg":"trace[151477950] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:211; }","duration":"148.707369ms","start":"2026-04-16T03:01:25.727708Z","end":"2026-04-16T03:01:25.876416Z","steps":["trace[151477950] 'agreement among raft nodes before linearized reading' (duration: 148.595766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:01:25.876381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:01:25.464778Z","time spent":"411.595746ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:01:25.876617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.331742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:3713"} {"level":"info","ts":"2026-04-16T03:01:25.876767Z","caller":"traceutil/trace.go:171","msg":"trace[539621834] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:211; }","duration":"444.569729ms","start":"2026-04-16T03:01:25.432175Z","end":"2026-04-16T03:01:25.876745Z","steps":["trace[539621834] 'agreement among raft nodes before linearized reading' (duration: 444.281861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:01:25.876865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:01:25.432123Z","time spent":"444.724073ms","remote":"127.0.0.1:59060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":3736,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-16T03:01:26.09281Z","caller":"traceutil/trace.go:171","msg":"trace[1306938116] linearizableReadLoop","detail":"{readStateIndex:219; appliedIndex:218; }","duration":"203.723257ms","start":"2026-04-16T03:01:25.889058Z","end":"2026-04-16T03:01:26.092781Z","steps":["trace[1306938116] 'read index received' (duration: 81.104775ms)","trace[1306938116] 'applied index is now lower than readState.Index' (duration: 122.617412ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:01:26.092894Z","caller":"traceutil/trace.go:171","msg":"trace[1926100166] transaction","detail":"{read_only:false; response_revision:213; number_of_response:1; }","duration":"211.485963ms","start":"2026-04-16T03:01:25.881391Z","end":"2026-04-16T03:01:26.092877Z","steps":["trace[1926100166] 'process raft request' (duration: 209.285007ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:01:26.092967Z","caller":"traceutil/trace.go:171","msg":"trace[1626535972] transaction","detail":"{read_only:false; response_revision:214; number_of_response:1; }","duration":"203.689116ms","start":"2026-04-16T03:01:25.889223Z","end":"2026-04-16T03:01:26.092912Z","steps":["trace[1626535972] 'process raft request' (duration: 203.495322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:01:26.093012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.933022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:01:26.09325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.396415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:01:26.093319Z","caller":"traceutil/trace.go:171","msg":"trace[1621542844] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:0; response_revision:214; }","duration":"118.520268ms","start":"2026-04-16T03:01:25.97478Z","end":"2026-04-16T03:01:26.093301Z","steps":["trace[1621542844] 'agreement among raft nodes before linearized reading' (duration: 118.313953ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:01:26.093258Z","caller":"traceutil/trace.go:171","msg":"trace[1887536733] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:0; response_revision:214; }","duration":"204.22ms","start":"2026-04-16T03:01:25.889019Z","end":"2026-04-16T03:01:26.093239Z","steps":["trace[1887536733] 'agreement among raft nodes before linearized reading' (duration: 203.932452ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:01:26.259081Z","caller":"traceutil/trace.go:171","msg":"trace[2111330058] transaction","detail":"{read_only:false; response_revision:218; number_of_response:1; }","duration":"157.778538ms","start":"2026-04-16T03:01:26.101284Z","end":"2026-04-16T03:01:26.259062Z","steps":["trace[2111330058] 'process raft request' (duration: 157.738357ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:01:26.259225Z","caller":"traceutil/trace.go:171","msg":"trace[1041683706] transaction","detail":"{read_only:false; response_revision:215; number_of_response:1; }","duration":"161.39867ms","start":"2026-04-16T03:01:26.097711Z","end":"2026-04-16T03:01:26.259109Z","steps":["trace[1041683706] 'process raft request' (duration: 98.74502ms)","trace[1041683706] 'compare' (duration: 62.368333ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:01:26.259263Z","caller":"traceutil/trace.go:171","msg":"trace[99891838] transaction","detail":"{read_only:false; response_revision:216; number_of_response:1; }","duration":"158.62024ms","start":"2026-04-16T03:01:26.100611Z","end":"2026-04-16T03:01:26.259231Z","steps":["trace[99891838] 'process raft request' (duration: 158.345263ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:01:26.259287Z","caller":"traceutil/trace.go:171","msg":"trace[227706060] transaction","detail":"{read_only:false; response_revision:217; number_of_response:1; }","duration":"158.533407ms","start":"2026-04-16T03:01:26.100707Z","end":"2026-04-16T03:01:26.259241Z","steps":["trace[227706060] 'process raft request' (duration: 158.291751ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:01:26.77539Z","caller":"traceutil/trace.go:171","msg":"trace[1444913147] linearizableReadLoop","detail":"{readStateIndex:238; appliedIndex:237; }","duration":"134.530922ms","start":"2026-04-16T03:01:26.640823Z","end":"2026-04-16T03:01:26.775354Z","steps":["trace[1444913147] 'read index received' (duration: 36.747377ms)","trace[1444913147] 'applied index is now lower than readState.Index' (duration: 97.782405ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:01:26.775492Z","caller":"traceutil/trace.go:171","msg":"trace[1142038995] transaction","detail":"{read_only:false; response_revision:232; number_of_response:1; }","duration":"136.45378ms","start":"2026-04-16T03:01:26.638983Z","end":"2026-04-16T03:01:26.775437Z","steps":["trace[1142038995] 'process raft request' (duration: 38.674685ms)","trace[1142038995] 'compare' (duration: 97.517748ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:01:26.775598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.749897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-16T03:01:26.775631Z","caller":"traceutil/trace.go:171","msg":"trace[1765332528] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:232; }","duration":"134.847879ms","start":"2026-04-16T03:01:26.640774Z","end":"2026-04-16T03:01:26.775622Z","steps":["trace[1765332528] 'agreement among raft nodes before linearized reading' (duration: 134.707126ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:01:26.963168Z","caller":"traceutil/trace.go:171","msg":"trace[1972649015] transaction","detail":"{read_only:false; response_revision:235; number_of_response:1; }","duration":"107.824077ms","start":"2026-04-16T03:01:26.855322Z","end":"2026-04-16T03:01:26.963147Z","steps":["trace[1972649015] 'process raft request' (duration: 30.673423ms)","trace[1972649015] 'compare' (duration: 76.99772ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:01:27.242336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.799716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/\" range_end:\"/registry/deployments/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:01:27.24245Z","caller":"traceutil/trace.go:171","msg":"trace[566697887] range","detail":"{range_begin:/registry/deployments/kube-system/; range_end:/registry/deployments/kube-system0; response_count:0; response_revision:237; }","duration":"106.002551ms","start":"2026-04-16T03:01:27.136422Z","end":"2026-04-16T03:01:27.242425Z","steps":["trace[566697887] 'range keys from in-memory index tree' (duration: 105.687964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:01:27.242445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.494642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:01:27.242564Z","caller":"traceutil/trace.go:171","msg":"trace[1810611039] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:0; response_revision:237; }","duration":"171.676267ms","start":"2026-04-16T03:01:27.070865Z","end":"2026-04-16T03:01:27.242541Z","steps":["trace[1810611039] 'range keys from in-memory index tree' (duration: 171.38756ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:01:27.962475Z","caller":"traceutil/trace.go:171","msg":"trace[1175322006] transaction","detail":"{read_only:false; response_revision:271; number_of_response:1; }","duration":"106.626518ms","start":"2026-04-16T03:01:27.855813Z","end":"2026-04-16T03:01:27.96244Z","steps":["trace[1175322006] 'process raft request' (duration: 31.811652ms)","trace[1175322006] 'compare' (duration: 74.683123ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:01:28.130686Z","caller":"traceutil/trace.go:171","msg":"trace[1156032779] transaction","detail":"{read_only:false; response_revision:273; number_of_response:1; }","duration":"116.744224ms","start":"2026-04-16T03:01:28.013911Z","end":"2026-04-16T03:01:28.130655Z","steps":["trace[1156032779] 'process raft request' (duration: 78.12215ms)","trace[1156032779] 'compare' (duration: 38.303626ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:01:32.699127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.009681ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:01:32.699497Z","caller":"traceutil/trace.go:171","msg":"trace[847673095] transaction","detail":"{read_only:false; response_revision:356; number_of_response:1; }","duration":"318.8471ms","start":"2026-04-16T03:01:32.380624Z","end":"2026-04-16T03:01:32.699471Z","steps":["trace[847673095] 'process raft request' (duration: 318.616755ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:01:32.69953Z","caller":"traceutil/trace.go:171","msg":"trace[233572315] linearizableReadLoop","detail":"{readStateIndex:366; appliedIndex:363; }","duration":"262.456258ms","start":"2026-04-16T03:01:32.437054Z","end":"2026-04-16T03:01:32.69951Z","steps":["trace[233572315] 'read index received' (duration: 19.878871ms)","trace[233572315] 'applied index is now lower than readState.Index' (duration: 242.576157ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:01:32.699646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:01:32.380614Z","time spent":"318.955583ms","remote":"127.0.0.1:59066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:01:32.699784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.738766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:01:32.699832Z","caller":"traceutil/trace.go:171","msg":"trace[2084073935] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:357; }","duration":"262.832018ms","start":"2026-04-16T03:01:32.436988Z","end":"2026-04-16T03:01:32.69982Z","steps":["trace[2084073935] 'agreement among raft nodes before linearized reading' (duration: 262.756366ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:01:32.69983Z","caller":"traceutil/trace.go:171","msg":"trace[139653541] transaction","detail":"{read_only:false; response_revision:355; number_of_response:1; }","duration":"324.632156ms","start":"2026-04-16T03:01:32.375158Z","end":"2026-04-16T03:01:32.69978Z","steps":["trace[139653541] 'process raft request' (duration: 160.877858ms)","trace[139653541] 'compare' (duration: 162.859536ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:01:32.700007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:01:32.375138Z","time spent":"324.773559ms","remote":"127.0.0.1:59360","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2903,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:01:32.951012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.747959ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:01:32.951193Z","caller":"traceutil/trace.go:171","msg":"trace[375739778] linearizableReadLoop","detail":"{readStateIndex:369; appliedIndex:367; }","duration":"162.99145ms","start":"2026-04-16T03:01:32.788186Z","end":"2026-04-16T03:01:32.951177Z","steps":["trace[375739778] 'read index received' (duration: 19.910122ms)","trace[375739778] 'applied index is now lower than readState.Index' (duration: 143.080448ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:01:32.951277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.085872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:01:32.951312Z","caller":"traceutil/trace.go:171","msg":"trace[1441474110] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:359; }","duration":"163.145163ms","start":"2026-04-16T03:01:32.788157Z","end":"2026-04-16T03:01:32.951302Z","steps":["trace[1441474110] 'agreement among raft nodes before linearized reading' (duration: 163.068791ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:01:32.951371Z","caller":"traceutil/trace.go:171","msg":"trace[1979862884] transaction","detail":"{read_only:false; response_revision:359; number_of_response:1; }","duration":"247.285535ms","start":"2026-04-16T03:01:32.704053Z","end":"2026-04-16T03:01:32.951338Z","steps":["trace[1979862884] 'process raft request' (duration: 247.072359ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:01:32.951401Z","caller":"traceutil/trace.go:171","msg":"trace[1431418042] transaction","detail":"{read_only:false; response_revision:358; number_of_response:1; }","duration":"247.335906ms","start":"2026-04-16T03:01:32.704041Z","end":"2026-04-16T03:01:32.951377Z","steps":["trace[1431418042] 'process raft request' (duration: 104.140746ms)","trace[1431418042] 'compare' (duration: 142.612875ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:01:40.915973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.28049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:01:40.916073Z","caller":"traceutil/trace.go:171","msg":"trace[2124959787] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:405; }","duration":"421.432964ms","start":"2026-04-16T03:01:40.494619Z","end":"2026-04-16T03:01:40.916052Z","steps":["trace[2124959787] 'range keys from in-memory index tree' (duration: 421.157157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:01:40.916118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:01:40.494599Z","time spent":"421.508975ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T03:01:41.075802Z","caller":"traceutil/trace.go:171","msg":"trace[1727788198] transaction","detail":"{read_only:false; response_revision:406; number_of_response:1; }","duration":"155.248064ms","start":"2026-04-16T03:01:40.920526Z","end":"2026-04-16T03:01:41.075774Z","steps":["trace[1727788198] 'process raft request' (duration: 155.033518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:01:42.022236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.596002ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:01:42.022445Z","caller":"traceutil/trace.go:171","msg":"trace[990450776] linearizableReadLoop","detail":"{readStateIndex:421; appliedIndex:419; }","duration":"233.656721ms","start":"2026-04-16T03:01:41.78877Z","end":"2026-04-16T03:01:42.022426Z","steps":["trace[990450776] 'read index received' (duration: 58.782082ms)","trace[990450776] 'applied index is now lower than readState.Index' (duration: 174.873599ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:01:42.022598Z","caller":"traceutil/trace.go:171","msg":"trace[1670870999] transaction","detail":"{read_only:false; response_revision:408; number_of_response:1; }","duration":"942.645565ms","start":"2026-04-16T03:01:41.079915Z","end":"2026-04-16T03:01:42.02256Z","steps":["trace[1670870999] 'process raft request' (duration: 942.42412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:01:42.022678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:01:41.079903Z","time spent":"942.721677ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:01:42.022823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.050781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:01:42.022862Z","caller":"traceutil/trace.go:171","msg":"trace[1321090517] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:408; }","duration":"234.110432ms","start":"2026-04-16T03:01:41.788739Z","end":"2026-04-16T03:01:42.02285Z","steps":["trace[1321090517] 'agreement among raft nodes before linearized reading' (duration: 234.054801ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:01:42.022985Z","caller":"traceutil/trace.go:171","msg":"trace[337768440] transaction","detail":"{read_only:false; response_revision:407; number_of_response:1; }","duration":"943.084566ms","start":"2026-04-16T03:01:41.07985Z","end":"2026-04-16T03:01:42.022934Z","steps":["trace[337768440] 'process raft request' (duration: 767.687315ms)","trace[337768440] 'compare' (duration: 174.422617ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:01:42.023047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.278098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T03:01:42.023143Z","caller":"traceutil/trace.go:171","msg":"trace[2107028445] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:408; }","duration":"125.386211ms","start":"2026-04-16T03:01:41.897733Z","end":"2026-04-16T03:01:42.023119Z","steps":["trace[2107028445] 'agreement among raft nodes before linearized reading' (duration: 125.209927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:01:42.023221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:01:41.079827Z","time spent":"943.272961ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:01:43.044245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.794159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:01:43.044345Z","caller":"traceutil/trace.go:171","msg":"trace[1930509899] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:409; }","duration":"228.904962ms","start":"2026-04-16T03:01:42.815418Z","end":"2026-04-16T03:01:43.044323Z","steps":["trace[1930509899] 'range keys from in-memory index tree' (duration: 228.694306ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:01:43.1422Z","caller":"traceutil/trace.go:171","msg":"trace[2055237270] transaction","detail":"{read_only:false; response_revision:410; number_of_response:1; }","duration":"236.437402ms","start":"2026-04-16T03:01:42.90572Z","end":"2026-04-16T03:01:43.142158Z","steps":["trace[2055237270] 'process raft request' (duration: 236.145504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:01:44.290545Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439972009,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:01:44.553037Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.406097533s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:01:44.55345Z","caller":"traceutil/trace.go:171","msg":"trace[1321848130] linearizableReadLoop","detail":"{readStateIndex:424; appliedIndex:423; }","duration":"763.778538ms","start":"2026-04-16T03:01:43.789644Z","end":"2026-04-16T03:01:44.553422Z","steps":["trace[1321848130] 'read index received' (duration: 763.598582ms)","trace[1321848130] 'applied index is now lower than readState.Index' (duration: 179.136µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:01:44.553524Z","caller":"traceutil/trace.go:171","msg":"trace[220746279] transaction","detail":"{read_only:false; response_revision:411; number_of_response:1; }","duration":"1.406693499s","start":"2026-04-16T03:01:43.146821Z","end":"2026-04-16T03:01:44.553514Z","steps":["trace[220746279] 'process raft request' (duration: 1.406476773s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:01:44.55363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:01:43.146795Z","time spent":"1.40675506s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:01:44.553674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.066339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-16T03:01:44.553675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.063987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-16T03:01:44.553734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.438404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:01:44.553757Z","caller":"traceutil/trace.go:171","msg":"trace[1668613796] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:411; }","duration":"525.186912ms","start":"2026-04-16T03:01:44.028537Z","end":"2026-04-16T03:01:44.553724Z","steps":["trace[1668613796] 'agreement among raft nodes before linearized reading' (duration: 525.052369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:01:44.553675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.111078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T03:01:44.553801Z","caller":"traceutil/trace.go:171","msg":"trace[537260744] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:411; }","duration":"526.560377ms","start":"2026-04-16T03:01:44.027227Z","end":"2026-04-16T03:01:44.553787Z","steps":["trace[537260744] 'agreement among raft nodes before linearized reading' (duration: 526.404113ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:01:44.553786Z","caller":"traceutil/trace.go:171","msg":"trace[1216253258] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:411; }","duration":"632.239622ms","start":"2026-04-16T03:01:43.921508Z","end":"2026-04-16T03:01:44.553748Z","steps":["trace[1216253258] 'agreement among raft nodes before linearized reading' (duration: 632.048007ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:01:44.553813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:01:44.028522Z","time spent":"525.278175ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T03:01:44.553825Z","caller":"traceutil/trace.go:171","msg":"trace[796195964] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:411; }","duration":"467.290922ms","start":"2026-04-16T03:01:44.086512Z","end":"2026-04-16T03:01:44.553803Z","steps":["trace[796195964] 'agreement among raft nodes before linearized reading' (duration: 467.070777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:01:44.553833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:01:44.027205Z","time spent":"526.622688ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:01:44.553805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.164627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:01:44.553864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:01:44.086482Z","time spent":"467.373674ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:01:44.553864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:01:43.921488Z","time spent":"632.362474ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"info","ts":"2026-04-16T03:01:44.553903Z","caller":"traceutil/trace.go:171","msg":"trace[1391232262] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:411; }","duration":"764.249559ms","start":"2026-04-16T03:01:43.789622Z","end":"2026-04-16T03:01:44.553871Z","steps":["trace[1391232262] 'agreement among raft nodes before linearized reading' (duration: 764.057714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:01:44.553949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:01:43.789543Z","time spent":"764.394972ms","remote":"127.0.0.1:58872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:01:45.299489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.712799ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-16T03:01:45.299705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:01:44.554933Z","time spent":"744.764118ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-16T03:01:45.29983Z","caller":"traceutil/trace.go:171","msg":"trace[323671286] transaction","detail":"{read_only:false; response_revision:412; number_of_response:1; }","duration":"742.05659ms","start":"2026-04-16T03:01:44.557754Z","end":"2026-04-16T03:01:45.29981Z","steps":["trace[323671286] 'process raft request' (duration: 741.836335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:01:45.299966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:01:44.557711Z","time spent":"742.173563ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:01:45.300157Z","caller":"traceutil/trace.go:171","msg":"trace[49715772] transaction","detail":"{read_only:false; response_revision:413; number_of_response:1; }","duration":"742.115971ms","start":"2026-04-16T03:01:44.558008Z","end":"2026-04-16T03:01:45.300124Z","steps":["trace[49715772] 'process raft request' (duration: 741.724431ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:01:45.300199Z","caller":"traceutil/trace.go:171","msg":"trace[909474828] transaction","detail":"{read_only:false; response_revision:414; number_of_response:1; }","duration":"741.324541ms","start":"2026-04-16T03:01:44.558854Z","end":"2026-04-16T03:01:45.300178Z","steps":["trace[909474828] 'process raft request' (duration: 741.157577ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:01:45.300188Z","caller":"traceutil/trace.go:171","msg":"trace[899273227] linearizableReadLoop","detail":"{readStateIndex:428; appliedIndex:424; }","duration":"511.457245ms","start":"2026-04-16T03:01:44.788702Z","end":"2026-04-16T03:01:45.300159Z","steps":["trace[899273227] 'read index received' (duration: 295.082689ms)","trace[899273227] 'applied index is now lower than readState.Index' (duration: 216.373186ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:01:45.30035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:01:44.558839Z","time spent":"741.396754ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:01:45.300378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:01:44.557979Z","time spent":"742.260695ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:01:45.300379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.644859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:01:45.300444Z","caller":"traceutil/trace.go:171","msg":"trace[1082826773] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:414; }","duration":"511.745342ms","start":"2026-04-16T03:01:44.78868Z","end":"2026-04-16T03:01:45.300426Z","steps":["trace[1082826773] 'agreement among raft nodes before linearized reading' (duration: 511.567138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:01:45.300484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:01:44.788668Z","time spent":"511.807584ms","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:01:45.802803Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439972018,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:01:46.30313Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439972018,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:01:46.77411Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.47305152s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:01:47.302253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000456897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:01:47.302386Z","caller":"traceutil/trace.go:171","msg":"trace[1687920646] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000644061s","start":"2026-04-16T03:01:45.301727Z","end":"2026-04-16T03:01:47.302371Z","steps":["trace[1687920646] 'agreement among raft nodes before linearized reading' (duration: 2.000496978s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:01:47.302431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:01:45.301707Z","time spent":"2.000711483s","remote":"127.0.0.1:58872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:01:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:01:49.296351Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.990797035s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:01:49.310466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000498289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:01:49.310576Z","caller":"traceutil/trace.go:171","msg":"trace[1143106746] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000645502s","start":"2026-04-16T03:01:47.309907Z","end":"2026-04-16T03:01:49.310552Z","steps":["trace[1143106746] 'agreement among raft nodes before linearized reading' (duration: 2.000511829s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:01:49.310692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:01:47.309895Z","time spent":"2.000781806s","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:01:49 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:01:50.22374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.449243116s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:01:50.223968Z","caller":"traceutil/trace.go:171","msg":"trace[940635476] transaction","detail":"{read_only:false; response_revision:416; number_of_response:1; }","duration":"2.918495974s","start":"2026-04-16T03:01:47.305454Z","end":"2026-04-16T03:01:50.22395Z","steps":["trace[940635476] 'process raft request' (duration: 2.918398661s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:01:50.224075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:01:47.305437Z","time spent":"2.918576005s","remote":"127.0.0.1:58944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:01:50.224286Z","caller":"traceutil/trace.go:171","msg":"trace[1597560390] linearizableReadLoop","detail":"{readStateIndex:429; appliedIndex:428; }","duration":"4.922456329s","start":"2026-04-16T03:01:45.30179Z","end":"2026-04-16T03:01:50.224246Z","steps":["trace[1597560390] 'read index received' (duration: 1.472487145s)","trace[1597560390] 'applied index is now lower than readState.Index' (duration: 3.449967374s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:01:50.224321Z","caller":"traceutil/trace.go:171","msg":"trace[2017507759] transaction","detail":"{read_only:false; response_revision:415; number_of_response:1; }","duration":"4.923371422s","start":"2026-04-16T03:01:45.300932Z","end":"2026-04-16T03:01:50.224303Z","steps":["trace[2017507759] 'process raft request' (duration: 1.47344451s)","trace[2017507759] 'compare' (duration: 3.449081331s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:01:50.225064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:01:45.300906Z","time spent":"4.923506526s","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:01:50.24105Z","caller":"traceutil/trace.go:171","msg":"trace[1108324049] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"2.512378514s","start":"2026-04-16T03:01:47.728649Z","end":"2026-04-16T03:01:50.241027Z","steps":["trace[1108324049] 'process raft request' (duration: 2.51219955s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:01:50.241173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:01:47.728616Z","time spent":"2.512492087s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:01:50.511451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.117493ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T03:01:50.511604Z","caller":"traceutil/trace.go:171","msg":"trace[1793345496] linearizableReadLoop","detail":"{readStateIndex:432; appliedIndex:430; }","duration":"287.199041ms","start":"2026-04-16T03:01:50.224385Z","end":"2026-04-16T03:01:50.511584Z","steps":["trace[1793345496] 'read index received' (duration: 16.574338ms)","trace[1793345496] 'applied index is now lower than readState.Index' (duration: 270.623303ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:01:50.51175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.953433997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T03:01:50.511789Z","caller":"traceutil/trace.go:171","msg":"trace[2118368042] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:417; }","duration":"3.953480358s","start":"2026-04-16T03:01:46.558295Z","end":"2026-04-16T03:01:50.511775Z","steps":["trace[2118368042] 'agreement among raft nodes before linearized reading' (duration: 3.953384455s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:01:50.511765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.207947241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T03:01:50.511844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.208167907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-16T03:01:50.511828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:01:46.558215Z","time spent":"3.953602781s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:01:50.511946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.201053301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:01:50.511981Z","caller":"traceutil/trace.go:171","msg":"trace[1782153370] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:417; }","duration":"1.201126624s","start":"2026-04-16T03:01:49.310845Z","end":"2026-04-16T03:01:50.511972Z","steps":["trace[1782153370] 'agreement among raft nodes before linearized reading' (duration: 1.201083943s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:01:50.512006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:01:49.310826Z","time spent":"1.201175314s","remote":"127.0.0.1:58872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:01:50.511887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.760159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-04-16T03:01:50.51228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.20473934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T03:01:50.512309Z","caller":"traceutil/trace.go:171","msg":"trace[750459766] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:417; }","duration":"3.204824523s","start":"2026-04-16T03:01:47.307477Z","end":"2026-04-16T03:01:50.512301Z","steps":["trace[750459766] 'agreement among raft nodes before linearized reading' (duration: 3.204766031s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:01:50.512309Z","caller":"traceutil/trace.go:171","msg":"trace[1072700230] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:417; }","duration":"283.202461ms","start":"2026-04-16T03:01:50.229096Z","end":"2026-04-16T03:01:50.512298Z","steps":["trace[1072700230] 'agreement among raft nodes before linearized reading' (duration: 282.762129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:01:50.512333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:01:47.307466Z","time spent":"3.204862194s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T03:01:50.511939Z","caller":"traceutil/trace.go:171","msg":"trace[1565428722] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:417; }","duration":"3.208301941s","start":"2026-04-16T03:01:47.303617Z","end":"2026-04-16T03:01:50.511919Z","steps":["trace[1565428722] 'agreement among raft nodes before linearized reading' (duration: 3.208068895s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:01:50.512391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:01:47.303607Z","time spent":"3.208763763s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T03:01:50.511884Z","caller":"traceutil/trace.go:171","msg":"trace[1739525803] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:417; }","duration":"3.208123986s","start":"2026-04-16T03:01:47.303733Z","end":"2026-04-16T03:01:50.511857Z","steps":["trace[1739525803] 'agreement among raft nodes before linearized reading' (duration: 3.20787518s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:01:50.512511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:01:47.303712Z","time spent":"3.208788123s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T03:01:50.921823Z","caller":"traceutil/trace.go:171","msg":"trace[1831539592] linearizableReadLoop","detail":"{readStateIndex:437; appliedIndex:436; }","duration":"326.595005ms","start":"2026-04-16T03:01:50.595197Z","end":"2026-04-16T03:01:50.921792Z","steps":["trace[1831539592] 'read index received' (duration: 294.629989ms)","trace[1831539592] 'applied index is now lower than readState.Index' (duration: 31.963586ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:01:50.921888Z","caller":"traceutil/trace.go:171","msg":"trace[742404033] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"364.993622ms","start":"2026-04-16T03:01:50.556848Z","end":"2026-04-16T03:01:50.921841Z","steps":["trace[742404033] 'process raft request' (duration: 332.986225ms)","trace[742404033] 'compare' (duration: 31.827763ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:01:50.922092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:01:50.556831Z","time spent":"365.139717ms","remote":"127.0.0.1:58944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:01:50.922106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.872272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:01:50.922199Z","caller":"traceutil/trace.go:171","msg":"trace[1661390499] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:422; }","duration":"327.008445ms","start":"2026-04-16T03:01:50.595169Z","end":"2026-04-16T03:01:50.922177Z","steps":["trace[1661390499] 'agreement among raft nodes before linearized reading' (duration: 326.790599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:01:50.922301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:01:50.595143Z","time spent":"327.118908ms","remote":"127.0.0.1:58872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:01:52.265797Z","caller":"traceutil/trace.go:171","msg":"trace[1053408847] transaction","detail":"{read_only:false; response_revision:447; number_of_response:1; }","duration":"163.705338ms","start":"2026-04-16T03:01:52.102056Z","end":"2026-04-16T03:01:52.265761Z","steps":["trace[1053408847] 'process raft request' (duration: 92.312887ms)","trace[1053408847] 'compare' (duration: 71.132794ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:01:52.265899Z","caller":"traceutil/trace.go:171","msg":"trace[151236801] transaction","detail":"{read_only:false; response_revision:448; number_of_response:1; }","duration":"159.250286ms","start":"2026-04-16T03:01:52.106619Z","end":"2026-04-16T03:01:52.26587Z","steps":["trace[151236801] 'process raft request' (duration: 159.043651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:01:52.265935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.192125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/kube-system/cilium-operator-869df985b8\" ","response":"range_response_count:1 size:4309"} {"level":"info","ts":"2026-04-16T03:01:52.265999Z","caller":"traceutil/trace.go:171","msg":"trace[60522525] range","detail":"{range_begin:/registry/replicasets/kube-system/cilium-operator-869df985b8; range_end:; response_count:1; response_revision:448; }","duration":"161.314348ms","start":"2026-04-16T03:01:52.104667Z","end":"2026-04-16T03:01:52.265982Z","steps":["trace[60522525] 'agreement among raft nodes before linearized reading' (duration: 161.135643ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:01:52.265796Z","caller":"traceutil/trace.go:171","msg":"trace[742559019] linearizableReadLoop","detail":"{readStateIndex:463; appliedIndex:461; }","duration":"152.563927ms","start":"2026-04-16T03:01:52.113196Z","end":"2026-04-16T03:01:52.26576Z","steps":["trace[742559019] 'read index received' (duration: 81.286079ms)","trace[742559019] 'applied index is now lower than readState.Index' (duration: 71.276218ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:01:52.278142Z","caller":"traceutil/trace.go:171","msg":"trace[15677963] transaction","detail":"{read_only:false; response_revision:449; number_of_response:1; }","duration":"164.217441ms","start":"2026-04-16T03:01:52.113897Z","end":"2026-04-16T03:01:52.278114Z","steps":["trace[15677963] 'process raft request' (duration: 163.919474ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:01:52.278199Z","caller":"traceutil/trace.go:171","msg":"trace[651130308] transaction","detail":"{read_only:false; response_revision:450; number_of_response:1; }","duration":"156.840405ms","start":"2026-04-16T03:01:52.121338Z","end":"2026-04-16T03:01:52.278178Z","steps":["trace[651130308] 'process raft request' (duration: 156.716352ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:01:52.278424Z","caller":"traceutil/trace.go:171","msg":"trace[258003241] transaction","detail":"{read_only:false; response_revision:451; number_of_response:1; }","duration":"150.32899ms","start":"2026-04-16T03:01:52.128031Z","end":"2026-04-16T03:01:52.27836Z","steps":["trace[258003241] 'process raft request' (duration: 150.058704ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:01:52.530592Z","caller":"traceutil/trace.go:171","msg":"trace[2021262898] linearizableReadLoop","detail":"{readStateIndex:469; appliedIndex:467; }","duration":"200.503554ms","start":"2026-04-16T03:01:52.33003Z","end":"2026-04-16T03:01:52.530534Z","steps":["trace[2021262898] 'read index received' (duration: 12.796692ms)","trace[2021262898] 'applied index is now lower than readState.Index' (duration: 187.705432ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:01:52.53073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.674679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-04-16T03:01:52.530765Z","caller":"traceutil/trace.go:171","msg":"trace[1037239645] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:454; }","duration":"200.773672ms","start":"2026-04-16T03:01:52.329982Z","end":"2026-04-16T03:01:52.530755Z","steps":["trace[1037239645] 'agreement among raft nodes before linearized reading' (duration: 200.662159ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:01:52.531175Z","caller":"traceutil/trace.go:171","msg":"trace[1974704828] transaction","detail":"{read_only:false; response_revision:454; number_of_response:1; }","duration":"232.515433ms","start":"2026-04-16T03:01:52.298067Z","end":"2026-04-16T03:01:52.530583Z","steps":["trace[1974704828] 'process raft request' (duration: 140.564364ms)","trace[1974704828] 'compare' (duration: 91.747734ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:01:52.617354Z","caller":"traceutil/trace.go:171","msg":"trace[981922561] transaction","detail":"{read_only:false; response_revision:455; number_of_response:1; }","duration":"267.565716ms","start":"2026-04-16T03:01:52.349753Z","end":"2026-04-16T03:01:52.617319Z","steps":["trace[981922561] 'process raft request' (duration: 267.218897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:01:52.61748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.346415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-04-16T03:01:52.617691Z","caller":"traceutil/trace.go:171","msg":"trace[820726101] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:455; }","duration":"287.59084ms","start":"2026-04-16T03:01:52.330078Z","end":"2026-04-16T03:01:52.617669Z","steps":["trace[820726101] 'agreement among raft nodes before linearized reading' (duration: 287.19514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:01:52.61862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.820735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329956"} {"level":"info","ts":"2026-04-16T03:01:52.618747Z","caller":"traceutil/trace.go:171","msg":"trace[1125016564] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:455; }","duration":"256.99208ms","start":"2026-04-16T03:01:52.361735Z","end":"2026-04-16T03:01:52.618727Z","steps":["trace[1125016564] 'agreement among raft nodes before linearized reading' (duration: 255.8273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:01:52.940683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.020232ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:01:52.940877Z","caller":"traceutil/trace.go:171","msg":"trace[33501653] transaction","detail":"{read_only:false; response_revision:456; number_of_response:1; }","duration":"318.666585ms","start":"2026-04-16T03:01:52.622113Z","end":"2026-04-16T03:01:52.940779Z","steps":["trace[33501653] 'process raft request' (duration: 72.15355ms)","trace[33501653] 'compare' (duration: 245.931509ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:01:52.940978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:01:52.622092Z","time spent":"318.820359ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:01:53.211357Z","caller":"traceutil/trace.go:171","msg":"trace[1894862497] transaction","detail":"{read_only:false; response_revision:458; number_of_response:1; }","duration":"588.556599ms","start":"2026-04-16T03:01:52.622776Z","end":"2026-04-16T03:01:53.211332Z","steps":["trace[1894862497] 'process raft request' (duration: 588.365164ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:01:53.211362Z","caller":"traceutil/trace.go:171","msg":"trace[2005330934] transaction","detail":"{read_only:false; response_revision:457; number_of_response:1; }","duration":"588.539838ms","start":"2026-04-16T03:01:52.622741Z","end":"2026-04-16T03:01:53.21128Z","steps":["trace[2005330934] 'process raft request' (duration: 525.464388ms)","trace[2005330934] 'compare' (duration: 62.633349ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:01:53.211508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:01:52.622761Z","time spent":"588.667601ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:01:53.21153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:01:52.622718Z","time spent":"588.722623ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:01:53.211547Z","caller":"traceutil/trace.go:171","msg":"trace[986054800] linearizableReadLoop","detail":"{readStateIndex:474; appliedIndex:471; }","duration":"476.76392ms","start":"2026-04-16T03:01:52.734757Z","end":"2026-04-16T03:01:53.211521Z","steps":["trace[986054800] 'read index received' (duration: 413.440974ms)","trace[986054800] 'applied index is now lower than readState.Index' (duration: 63.321175ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:01:53.211523Z","caller":"traceutil/trace.go:171","msg":"trace[234835453] transaction","detail":"{read_only:false; response_revision:459; number_of_response:1; }","duration":"588.62717ms","start":"2026-04-16T03:01:52.622839Z","end":"2026-04-16T03:01:53.211466Z","steps":["trace[234835453] 'process raft request' (duration: 588.403205ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:01:53.211718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.326447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:01:53.214374Z","caller":"traceutil/trace.go:171","msg":"trace[2066540727] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:460; }","duration":"422.642175ms","start":"2026-04-16T03:01:52.789348Z","end":"2026-04-16T03:01:53.211991Z","steps":["trace[2066540727] 'agreement among raft nodes before linearized reading' (duration: 422.317787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:01:53.21463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:01:52.789327Z","time spent":"425.260072ms","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:01:53.215895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.336993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:4 size:329956"} {"level":"warn","ts":"2026-04-16T03:01:53.216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:01:52.622819Z","time spent":"588.968828ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:01:53.216009Z","caller":"traceutil/trace.go:171","msg":"trace[1013166596] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:4; response_revision:460; }","duration":"481.264503ms","start":"2026-04-16T03:01:52.734714Z","end":"2026-04-16T03:01:53.215979Z","steps":["trace[1013166596] 'agreement among raft nodes before linearized reading' (duration: 476.929334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:01:53.216214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:01:52.734692Z","time spent":"481.472069ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":4,"response size":329979,"request content":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" "} {"level":"info","ts":"2026-04-16T03:01:54.084703Z","caller":"traceutil/trace.go:171","msg":"trace[764930140] transaction","detail":"{read_only:false; response_revision:461; number_of_response:1; }","duration":"150.861564ms","start":"2026-04-16T03:01:53.933796Z","end":"2026-04-16T03:01:54.084657Z","steps":["trace[764930140] 'process raft request' (duration: 65.111692ms)","trace[764930140] 'compare' (duration: 85.481095ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:01:54.925103Z","caller":"traceutil/trace.go:171","msg":"trace[76451159] transaction","detail":"{read_only:false; response_revision:466; number_of_response:1; }","duration":"202.855645ms","start":"2026-04-16T03:01:54.72221Z","end":"2026-04-16T03:01:54.925066Z","steps":["trace[76451159] 'process raft request' (duration: 202.599309ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:01:54.925179Z","caller":"traceutil/trace.go:171","msg":"trace[334200452] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"192.051622ms","start":"2026-04-16T03:01:54.733098Z","end":"2026-04-16T03:01:54.92515Z","steps":["trace[334200452] 'process raft request' (duration: 191.783216ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:01:54.925053Z","caller":"traceutil/trace.go:171","msg":"trace[1520019465] transaction","detail":"{read_only:false; response_revision:465; number_of_response:1; }","duration":"205.332417ms","start":"2026-04-16T03:01:54.719685Z","end":"2026-04-16T03:01:54.925018Z","steps":["trace[1520019465] 'process raft request' (duration: 134.977833ms)","trace[1520019465] 'compare' (duration: 69.954354ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:01:54.925419Z","caller":"traceutil/trace.go:171","msg":"trace[313649212] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"190.911463ms","start":"2026-04-16T03:01:54.734406Z","end":"2026-04-16T03:01:54.925317Z","steps":["trace[313649212] 'process raft request' (duration: 190.719259ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:01:54.925466Z","caller":"traceutil/trace.go:171","msg":"trace[602298660] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"190.997306ms","start":"2026-04-16T03:01:54.734447Z","end":"2026-04-16T03:01:54.925444Z","steps":["trace[602298660] 'process raft request' (duration: 190.736499ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:01:54.925674Z","caller":"traceutil/trace.go:171","msg":"trace[1613180399] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"180.47655ms","start":"2026-04-16T03:01:54.74511Z","end":"2026-04-16T03:01:54.925587Z","steps":["trace[1613180399] 'process raft request' (duration: 180.141472ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:01:54.925802Z","caller":"traceutil/trace.go:171","msg":"trace[1141236858] transaction","detail":"{read_only:false; response_revision:468; number_of_response:1; }","duration":"191.362614ms","start":"2026-04-16T03:01:54.733901Z","end":"2026-04-16T03:01:54.925264Z","steps":["trace[1141236858] 'process raft request' (duration: 191.086167ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:01:54.925866Z","caller":"traceutil/trace.go:171","msg":"trace[1947258156] transaction","detail":"{read_only:false; response_revision:472; number_of_response:1; }","duration":"176.801897ms","start":"2026-04-16T03:01:54.74899Z","end":"2026-04-16T03:01:54.925792Z","steps":["trace[1947258156] 'process raft request' (duration: 176.50651ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:01:54.925941Z","caller":"traceutil/trace.go:171","msg":"trace[1823595925] transaction","detail":"{read_only:false; response_revision:473; number_of_response:1; }","duration":"165.731008ms","start":"2026-04-16T03:01:54.760189Z","end":"2026-04-16T03:01:54.92592Z","steps":["trace[1823595925] 'process raft request' (duration: 165.496093ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:01:54.926121Z","caller":"traceutil/trace.go:171","msg":"trace[133104167] transaction","detail":"{read_only:false; response_revision:474; number_of_response:1; }","duration":"136.011499ms","start":"2026-04-16T03:01:54.790088Z","end":"2026-04-16T03:01:54.926099Z","steps":["trace[133104167] 'process raft request' (duration: 135.759423ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:01:54.926114Z","caller":"traceutil/trace.go:171","msg":"trace[1376151195] linearizableReadLoop","detail":"{readStateIndex:489; appliedIndex:479; }","duration":"137.534228ms","start":"2026-04-16T03:01:54.788559Z","end":"2026-04-16T03:01:54.926094Z","steps":["trace[1376151195] 'read index received' (duration: 6.522254ms)","trace[1376151195] 'applied index is now lower than readState.Index' (duration: 131.010584ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:01:54.926314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.727602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:01:54.926555Z","caller":"traceutil/trace.go:171","msg":"trace[1787213305] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:474; }","duration":"138.087451ms","start":"2026-04-16T03:01:54.788453Z","end":"2026-04-16T03:01:54.926541Z","steps":["trace[1787213305] 'agreement among raft nodes before linearized reading' (duration: 137.738582ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:01:54.937603Z","caller":"traceutil/trace.go:171","msg":"trace[1341561004] transaction","detail":"{read_only:false; number_of_response:1; response_revision:476; }","duration":"134.739397ms","start":"2026-04-16T03:01:54.802846Z","end":"2026-04-16T03:01:54.937585Z","steps":["trace[1341561004] 'process raft request' (duration: 134.45054ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:01:54.938047Z","caller":"traceutil/trace.go:171","msg":"trace[1485502860] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"137.307362ms","start":"2026-04-16T03:01:54.800726Z","end":"2026-04-16T03:01:54.938034Z","steps":["trace[1485502860] 'process raft request' (duration: 136.378689ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:01:54.938227Z","caller":"traceutil/trace.go:171","msg":"trace[1180411135] transaction","detail":"{read_only:false; response_revision:476; number_of_response:1; }","duration":"135.362853ms","start":"2026-04-16T03:01:54.802819Z","end":"2026-04-16T03:01:54.938182Z","steps":["trace[1180411135] 'process raft request' (duration: 134.385028ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:01:55.093259Z","caller":"traceutil/trace.go:171","msg":"trace[1762037744] transaction","detail":"{read_only:false; response_revision:477; number_of_response:1; }","duration":"197.974191ms","start":"2026-04-16T03:01:54.895232Z","end":"2026-04-16T03:01:55.093207Z","steps":["trace[1762037744] 'process raft request' (duration: 181.962607ms)","trace[1762037744] 'compare' (duration: 15.617404ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:01:55.094585Z","caller":"traceutil/trace.go:171","msg":"trace[423089667] transaction","detail":"{read_only:false; response_revision:479; number_of_response:1; }","duration":"158.271931ms","start":"2026-04-16T03:01:54.935145Z","end":"2026-04-16T03:01:55.093417Z","steps":["trace[423089667] 'process raft request' (duration: 158.021125ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:01:55.093314Z","caller":"traceutil/trace.go:171","msg":"trace[1462158072] linearizableReadLoop","detail":"{readStateIndex:494; appliedIndex:493; }","duration":"161.551133ms","start":"2026-04-16T03:01:54.931744Z","end":"2026-04-16T03:01:55.093295Z","steps":["trace[1462158072] 'read index received' (duration: 6.884334ms)","trace[1462158072] 'applied index is now lower than readState.Index' (duration: 154.665539ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:01:55.094016Z","caller":"traceutil/trace.go:171","msg":"trace[1436160232] transaction","detail":"{read_only:false; response_revision:480; number_of_response:1; }","duration":"157.051359ms","start":"2026-04-16T03:01:54.936926Z","end":"2026-04-16T03:01:55.093978Z","steps":["trace[1436160232] 'process raft request' (duration: 156.294141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:01:55.095323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.533833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:01:55.095446Z","caller":"traceutil/trace.go:171","msg":"trace[930622817] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:480; }","duration":"163.715128ms","start":"2026-04-16T03:01:54.931701Z","end":"2026-04-16T03:01:55.095416Z","steps":["trace[930622817] 'agreement among raft nodes before linearized reading' (duration: 161.648556ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:01:55.093406Z","caller":"traceutil/trace.go:171","msg":"trace[1208622967] transaction","detail":"{read_only:false; response_revision:478; number_of_response:1; }","duration":"161.349338ms","start":"2026-04-16T03:01:54.932019Z","end":"2026-04-16T03:01:55.093369Z","steps":["trace[1208622967] 'process raft request' (duration: 161.089752ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:01:55.17636Z","caller":"traceutil/trace.go:171","msg":"trace[1984312186] transaction","detail":"{read_only:false; response_revision:481; number_of_response:1; }","duration":"237.293383ms","start":"2026-04-16T03:01:54.939031Z","end":"2026-04-16T03:01:55.176324Z","steps":["trace[1984312186] 'process raft request' (duration: 237.007115ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:01:55.176628Z","caller":"traceutil/trace.go:171","msg":"trace[1908985584] transaction","detail":"{read_only:false; number_of_response:1; response_revision:483; }","duration":"231.543718ms","start":"2026-04-16T03:01:54.945052Z","end":"2026-04-16T03:01:55.176596Z","steps":["trace[1908985584] 'process raft request' (duration: 231.314982ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:01:55.176637Z","caller":"traceutil/trace.go:171","msg":"trace[324419620] transaction","detail":"{read_only:false; response_revision:483; number_of_response:1; }","duration":"232.331778ms","start":"2026-04-16T03:01:54.944257Z","end":"2026-04-16T03:01:55.176589Z","steps":["trace[324419620] 'process raft request' (duration: 232.01144ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:01:55.176705Z","caller":"traceutil/trace.go:171","msg":"trace[2038929808] transaction","detail":"{read_only:false; response_revision:482; number_of_response:1; }","duration":"233.797265ms","start":"2026-04-16T03:01:54.942837Z","end":"2026-04-16T03:01:55.176634Z","steps":["trace[2038929808] 'process raft request' (duration: 233.375315ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:01:55.176871Z","caller":"traceutil/trace.go:171","msg":"trace[278016043] transaction","detail":"{read_only:false; response_revision:484; number_of_response:1; }","duration":"230.589715ms","start":"2026-04-16T03:01:54.946269Z","end":"2026-04-16T03:01:55.176859Z","steps":["trace[278016043] 'process raft request' (duration: 230.223166ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:01:55.17697Z","caller":"traceutil/trace.go:171","msg":"trace[1435878735] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"229.180319ms","start":"2026-04-16T03:01:54.947781Z","end":"2026-04-16T03:01:55.176962Z","steps":["trace[1435878735] 'process raft request' (duration: 228.971694ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:01:55.177103Z","caller":"traceutil/trace.go:171","msg":"trace[1089043191] transaction","detail":"{read_only:false; response_revision:486; number_of_response:1; }","duration":"224.908231ms","start":"2026-04-16T03:01:54.952162Z","end":"2026-04-16T03:01:55.17707Z","steps":["trace[1089043191] 'process raft request' (duration: 224.732517ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:01:55.177143Z","caller":"traceutil/trace.go:171","msg":"trace[2015886500] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"222.245023ms","start":"2026-04-16T03:01:54.954872Z","end":"2026-04-16T03:01:55.177117Z","steps":["trace[2015886500] 'process raft request' (duration: 222.11908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:01:55.177288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.21547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:01:55.177369Z","caller":"traceutil/trace.go:171","msg":"trace[1983674854] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:487; }","duration":"233.347283ms","start":"2026-04-16T03:01:54.944002Z","end":"2026-04-16T03:01:55.177349Z","steps":["trace[1983674854] 'agreement among raft nodes before linearized reading' (duration: 233.097927ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:01:55.658797Z","caller":"traceutil/trace.go:171","msg":"trace[391108684] transaction","detail":"{read_only:false; response_revision:488; number_of_response:1; }","duration":"520.946474ms","start":"2026-04-16T03:01:55.137816Z","end":"2026-04-16T03:01:55.658763Z","steps":["trace[391108684] 'process raft request' (duration: 469.530027ms)","trace[391108684] 'compare' (duration: 51.12065ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:01:55.658993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:01:55.13779Z","time spent":"521.095368ms","remote":"127.0.0.1:58916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58844,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:01:55.659112Z","caller":"traceutil/trace.go:171","msg":"trace[2040096318] transaction","detail":"{read_only:false; response_revision:489; number_of_response:1; }","duration":"490.906077ms","start":"2026-04-16T03:01:55.168197Z","end":"2026-04-16T03:01:55.659103Z","steps":["trace[2040096318] 'process raft request' (duration: 490.485986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:01:55.65916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:01:55.168146Z","time spent":"490.990668ms","remote":"127.0.0.1:58916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17062,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:01:56.294334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.396246ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:01:56.29466Z","caller":"traceutil/trace.go:171","msg":"trace[88446039] transaction","detail":"{read_only:false; response_revision:490; number_of_response:1; }","duration":"1.111499534s","start":"2026-04-16T03:01:55.183087Z","end":"2026-04-16T03:01:56.294587Z","steps":["trace[88446039] 'process raft request' (duration: 850.742579ms)","trace[88446039] 'compare' (duration: 260.16503ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:01:56.294707Z","caller":"traceutil/trace.go:171","msg":"trace[1616740161] transaction","detail":"{read_only:false; number_of_response:1; response_revision:490; }","duration":"1.109028641s","start":"2026-04-16T03:01:55.185641Z","end":"2026-04-16T03:01:56.29467Z","steps":["trace[1616740161] 'process raft request' (duration: 1.108826376s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:01:56.294911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:01:55.185629Z","time spent":"1.109187835s","remote":"127.0.0.1:58916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":102,"response count":0,"response size":7375,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:01:56.294913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:01:55.183059Z","time spent":"1.111727279s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:01:56.294907Z","caller":"traceutil/trace.go:171","msg":"trace[1232225111] transaction","detail":"{read_only:false; response_revision:491; number_of_response:1; }","duration":"1.106723713s","start":"2026-04-16T03:01:55.18814Z","end":"2026-04-16T03:01:56.294864Z","steps":["trace[1232225111] 'process raft request' (duration: 1.106395885s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:01:56.295118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:01:55.188118Z","time spent":"1.106887557s","remote":"127.0.0.1:58916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9125,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:01:56.295952Z","caller":"traceutil/trace.go:171","msg":"trace[1776893062] transaction","detail":"{read_only:false; response_revision:492; number_of_response:1; }","duration":"1.092805372s","start":"2026-04-16T03:01:55.203128Z","end":"2026-04-16T03:01:56.295933Z","steps":["trace[1776893062] 'process raft request' (duration: 1.09150535s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:01:56.296046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:01:55.203093Z","time spent":"1.092910094s","remote":"127.0.0.1:58916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79947,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:01:56.296124Z","caller":"traceutil/trace.go:171","msg":"trace[174015054] linearizableReadLoop","detail":"{readStateIndex:511; appliedIndex:505; }","duration":"1.078872261s","start":"2026-04-16T03:01:55.217238Z","end":"2026-04-16T03:01:56.29611Z","steps":["trace[174015054] 'read index received' (duration: 390.170067ms)","trace[174015054] 'applied index is now lower than readState.Index' (duration: 688.701204ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:01:56.2962Z","caller":"traceutil/trace.go:171","msg":"trace[1399441599] transaction","detail":"{read_only:false; response_revision:493; number_of_response:1; }","duration":"1.06577092s","start":"2026-04-16T03:01:55.230421Z","end":"2026-04-16T03:01:56.296192Z","steps":["trace[1399441599] 'process raft request' (duration: 1.065459622s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:01:56.296258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:01:55.230387Z","time spent":"1.065833982s","remote":"127.0.0.1:58916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":150480,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:01:56.296333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079092906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T03:01:56.29637Z","caller":"traceutil/trace.go:171","msg":"trace[1333161882] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:493; }","duration":"1.079178068s","start":"2026-04-16T03:01:55.217182Z","end":"2026-04-16T03:01:56.29636Z","steps":["trace[1333161882] 'agreement among raft nodes before linearized reading' (duration: 1.079081766s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:01:56.296399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:01:55.217159Z","time spent":"1.07923393s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T03:01:56.306949Z","caller":"traceutil/trace.go:171","msg":"trace[460470526] transaction","detail":"{read_only:false; response_revision:494; number_of_response:1; }","duration":"635.182055ms","start":"2026-04-16T03:01:55.671752Z","end":"2026-04-16T03:01:56.306934Z","steps":["trace[460470526] 'process raft request' (duration: 634.931049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:01:56.307006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:01:55.671726Z","time spent":"635.256187ms","remote":"127.0.0.1:59410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":986,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:01:56.30727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08993524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T03:01:56.307305Z","caller":"traceutil/trace.go:171","msg":"trace[1576181361] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:495; }","duration":"1.089999801s","start":"2026-04-16T03:01:55.217297Z","end":"2026-04-16T03:01:56.307297Z","steps":["trace[1576181361] 'agreement among raft nodes before linearized reading' (duration: 1.089906739s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:01:56.307327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:01:55.217284Z","time spent":"1.090038763s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T03:01:56.307306Z","caller":"traceutil/trace.go:171","msg":"trace[729952934] transaction","detail":"{read_only:false; response_revision:495; number_of_response:1; }","duration":"557.072525ms","start":"2026-04-16T03:01:55.750203Z","end":"2026-04-16T03:01:56.307275Z","steps":["trace[729952934] 'process raft request' (duration: 556.919672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:01:56.307427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:01:55.750166Z","time spent":"557.205519ms","remote":"127.0.0.1:58916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":97665,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:01:56.307482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085353324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:01:56.307501Z","caller":"traceutil/trace.go:171","msg":"trace[393911737] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:495; }","duration":"1.085395315s","start":"2026-04-16T03:01:55.2221Z","end":"2026-04-16T03:01:56.307495Z","steps":["trace[393911737] 'agreement among raft nodes before linearized reading' (duration: 1.085364894s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:01:56.307523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:01:55.222087Z","time spent":"1.085432056s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:01:56.30745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.941984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:01:56.307585Z","caller":"traceutil/trace.go:171","msg":"trace[1523381362] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:495; }","duration":"519.109968ms","start":"2026-04-16T03:01:55.788463Z","end":"2026-04-16T03:01:56.307573Z","steps":["trace[1523381362] 'agreement among raft nodes before linearized reading' (duration: 518.969844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:01:56.307606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:01:55.788441Z","time spent":"519.16004ms","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:01:56.79929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.16047ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:01:56.799673Z","caller":"traceutil/trace.go:171","msg":"trace[506955752] linearizableReadLoop","detail":"{readStateIndex:517; appliedIndex:514; }","duration":"491.583505ms","start":"2026-04-16T03:01:56.30807Z","end":"2026-04-16T03:01:56.799654Z","steps":["trace[506955752] 'read index received' (duration: 325.050525ms)","trace[506955752] 'applied index is now lower than readState.Index' (duration: 166.531809ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:01:56.799771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.695457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:01:56.799792Z","caller":"traceutil/trace.go:171","msg":"trace[1161040667] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:498; }","duration":"491.736458ms","start":"2026-04-16T03:01:56.308048Z","end":"2026-04-16T03:01:56.799784Z","steps":["trace[1161040667] 'agreement among raft nodes before linearized reading' (duration: 491.664776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:01:56.799835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:01:56.30804Z","time spent":"491.787969ms","remote":"127.0.0.1:58872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:01:56.799827Z","caller":"traceutil/trace.go:171","msg":"trace[396153201] transaction","detail":"{read_only:false; response_revision:497; number_of_response:1; }","duration":"493.906463ms","start":"2026-04-16T03:01:56.30588Z","end":"2026-04-16T03:01:56.799787Z","steps":["trace[396153201] 'process raft request' (duration: 493.616266ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:01:56.799868Z","caller":"traceutil/trace.go:171","msg":"trace[1533372959] transaction","detail":"{read_only:false; response_revision:496; number_of_response:1; }","duration":"499.079004ms","start":"2026-04-16T03:01:56.300754Z","end":"2026-04-16T03:01:56.799833Z","steps":["trace[1533372959] 'process raft request' (duration: 332.271708ms)","trace[1533372959] 'compare' (duration: 166.032877ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:01:56.799961Z","caller":"traceutil/trace.go:171","msg":"trace[1317180888] transaction","detail":"{read_only:false; response_revision:498; number_of_response:1; }","duration":"493.655397ms","start":"2026-04-16T03:01:56.306249Z","end":"2026-04-16T03:01:56.799904Z","steps":["trace[1317180888] 'process raft request' (duration: 493.337299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:01:56.800062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:01:56.300724Z","time spent":"499.234517ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:01:56.800059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:01:56.305855Z","time spent":"494.088708ms","remote":"127.0.0.1:58916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:01:56.8002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:01:56.306232Z","time spent":"493.840702ms","remote":"127.0.0.1:58916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23057,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:01:56.828073Z","caller":"traceutil/trace.go:171","msg":"trace[1214884186] transaction","detail":"{read_only:false; response_revision:499; number_of_response:1; }","duration":"519.835986ms","start":"2026-04-16T03:01:56.308201Z","end":"2026-04-16T03:01:56.828037Z","steps":["trace[1214884186] 'process raft request' (duration: 519.531419ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:01:56.828448Z","caller":"traceutil/trace.go:171","msg":"trace[2076047654] transaction","detail":"{read_only:false; response_revision:500; number_of_response:1; }","duration":"517.97942ms","start":"2026-04-16T03:01:56.310428Z","end":"2026-04-16T03:01:56.828407Z","steps":["trace[2076047654] 'process raft request' (duration: 517.536909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:01:56.829335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:01:56.310418Z","time spent":"518.809412ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:01:56.829546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:01:56.308173Z","time spent":"519.99118ms","remote":"127.0.0.1:58916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7693,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:01:56.830309Z","caller":"traceutil/trace.go:171","msg":"trace[681612275] transaction","detail":"{read_only:false; response_revision:501; number_of_response:1; }","duration":"518.169695ms","start":"2026-04-16T03:01:56.312074Z","end":"2026-04-16T03:01:56.830243Z","steps":["trace[681612275] 'process raft request' (duration: 516.175484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:01:56.830563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:01:56.312066Z","time spent":"518.397361ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:01:56.831742Z","caller":"traceutil/trace.go:171","msg":"trace[800583053] transaction","detail":"{read_only:false; response_revision:502; number_of_response:1; }","duration":"466.42616ms","start":"2026-04-16T03:01:56.365261Z","end":"2026-04-16T03:01:56.831687Z","steps":["trace[800583053] 'process raft request' (duration: 464.952173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:01:56.831946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:01:56.365214Z","time spent":"466.627286ms","remote":"127.0.0.1:58916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":64392,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:01:57.681074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.270827ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:01:57.681195Z","caller":"traceutil/trace.go:171","msg":"trace[889099589] transaction","detail":"{read_only:false; response_revision:520; number_of_response:1; }","duration":"343.712986ms","start":"2026-04-16T03:01:57.337467Z","end":"2026-04-16T03:01:57.68118Z","steps":["trace[889099589] 'process raft request' (duration: 180.254684ms)","trace[889099589] 'compare' (duration: 162.756073ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:01:57.681247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:01:57.337428Z","time spent":"343.802618ms","remote":"127.0.0.1:58916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":569094,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:01:57.688161Z","caller":"traceutil/trace.go:171","msg":"trace[122157185] transaction","detail":"{read_only:false; response_revision:521; number_of_response:1; }","duration":"347.229585ms","start":"2026-04-16T03:01:57.340895Z","end":"2026-04-16T03:01:57.688125Z","steps":["trace[122157185] 'process raft request' (duration: 346.956058ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:01:57.688366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:01:57.340877Z","time spent":"347.368728ms","remote":"127.0.0.1:58916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":151212,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:01:57.896249Z","caller":"traceutil/trace.go:171","msg":"trace[636912472] transaction","detail":"{read_only:false; response_revision:522; number_of_response:1; }","duration":"181.939946ms","start":"2026-04-16T03:01:57.714279Z","end":"2026-04-16T03:01:57.896218Z","steps":["trace[636912472] 'process raft request' (duration: 94.02779ms)","trace[636912472] 'compare' (duration: 87.761882ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:01:57.913282Z","caller":"traceutil/trace.go:171","msg":"trace[1988029403] linearizableReadLoop","detail":"{readStateIndex:542; appliedIndex:540; }","duration":"125.32051ms","start":"2026-04-16T03:01:57.787924Z","end":"2026-04-16T03:01:57.913244Z","steps":["trace[1988029403] 'read index received' (duration: 20.318812ms)","trace[1988029403] 'applied index is now lower than readState.Index' (duration: 105.000138ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:01:57.913311Z","caller":"traceutil/trace.go:171","msg":"trace[260795740] transaction","detail":"{read_only:false; response_revision:523; number_of_response:1; }","duration":"136.093872ms","start":"2026-04-16T03:01:57.77719Z","end":"2026-04-16T03:01:57.913283Z","steps":["trace[260795740] 'process raft request' (duration: 135.852095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:01:57.913465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.524365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:01:57.91351Z","caller":"traceutil/trace.go:171","msg":"trace[1736930768] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:523; }","duration":"125.625027ms","start":"2026-04-16T03:01:57.787872Z","end":"2026-04-16T03:01:57.913497Z","steps":["trace[1736930768] 'agreement among raft nodes before linearized reading' (duration: 125.493604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:01:58.245831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.55782ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:01:58.24721Z","caller":"traceutil/trace.go:171","msg":"trace[2026167385] transaction","detail":"{read_only:false; response_revision:524; number_of_response:1; }","duration":"432.011213ms","start":"2026-04-16T03:01:57.814637Z","end":"2026-04-16T03:01:58.246648Z","steps":["trace[2026167385] 'process raft request' (duration: 275.501447ms)","trace[2026167385] 'compare' (duration: 150.937735ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:01:58.247331Z","caller":"traceutil/trace.go:171","msg":"trace[546216964] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"338.068053ms","start":"2026-04-16T03:01:57.909247Z","end":"2026-04-16T03:01:58.247315Z","steps":["trace[546216964] 'process raft request' (duration: 337.92444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:01:58.24741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:01:57.909216Z","time spent":"338.158636ms","remote":"127.0.0.1:58916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18032,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:01:58.247421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:01:57.814617Z","time spent":"432.680439ms","remote":"127.0.0.1:58916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":151221,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:01:58.260299Z","caller":"traceutil/trace.go:171","msg":"trace[397049953] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"209.852399ms","start":"2026-04-16T03:01:58.050419Z","end":"2026-04-16T03:01:58.260271Z","steps":["trace[397049953] 'process raft request' (duration: 209.670795ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:01:58.64722Z","caller":"traceutil/trace.go:171","msg":"trace[1730484652] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"377.210349ms","start":"2026-04-16T03:01:58.269968Z","end":"2026-04-16T03:01:58.647179Z","steps":["trace[1730484652] 'process raft request' (duration: 376.919411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:01:58.647473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:01:58.269944Z","time spent":"377.435315ms","remote":"127.0.0.1:58916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10855,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:01:58.712726Z","caller":"traceutil/trace.go:171","msg":"trace[333840360] linearizableReadLoop","detail":"{readStateIndex:547; appliedIndex:545; }","duration":"416.020539ms","start":"2026-04-16T03:01:58.296674Z","end":"2026-04-16T03:01:58.712694Z","steps":["trace[333840360] 'read index received' (duration: 350.25077ms)","trace[333840360] 'applied index is now lower than readState.Index' (duration: 65.768409ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:01:58.712829Z","caller":"traceutil/trace.go:171","msg":"trace[1070101541] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"431.544949ms","start":"2026-04-16T03:01:58.281244Z","end":"2026-04-16T03:01:58.712789Z","steps":["trace[1070101541] 'process raft request' (duration: 431.1772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:01:58.713024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:01:58.2812Z","time spent":"431.718804ms","remote":"127.0.0.1:58916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":98689,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:01:58.713367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.656354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:29570"} {"level":"info","ts":"2026-04-16T03:01:58.713434Z","caller":"traceutil/trace.go:171","msg":"trace[1475727584] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:528; }","duration":"416.822359ms","start":"2026-04-16T03:01:58.296594Z","end":"2026-04-16T03:01:58.713416Z","steps":["trace[1475727584] 'agreement among raft nodes before linearized reading' (duration: 416.257425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:01:58.71348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:01:58.296542Z","time spent":"416.927431ms","remote":"127.0.0.1:58916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":29593,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io\" "} {"level":"info","ts":"2026-04-16T03:01:58.809795Z","caller":"traceutil/trace.go:171","msg":"trace[564830802] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"149.940141ms","start":"2026-04-16T03:01:58.65982Z","end":"2026-04-16T03:01:58.80976Z","steps":["trace[564830802] 'process raft request' (duration: 111.328447ms)","trace[564830802] 'compare' (duration: 38.367926ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:01:58.809931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.010038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:01:58.810024Z","caller":"traceutil/trace.go:171","msg":"trace[930087000] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:529; }","duration":"510.150121ms","start":"2026-04-16T03:01:58.299831Z","end":"2026-04-16T03:01:58.809982Z","steps":["trace[930087000] 'agreement among raft nodes before linearized reading' (duration: 509.937756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:01:58.810085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:01:58.299802Z","time spent":"510.270934ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T03:01:59.060757Z","caller":"traceutil/trace.go:171","msg":"trace[282765818] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"206.928357ms","start":"2026-04-16T03:01:58.853798Z","end":"2026-04-16T03:01:59.060727Z","steps":["trace[282765818] 'process raft request' (duration: 167.394871ms)","trace[282765818] 'compare' (duration: 39.334482ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:01:59.063203Z","caller":"traceutil/trace.go:171","msg":"trace[933158438] transaction","detail":"{read_only:false; response_revision:534; number_of_response:1; }","duration":"206.451476ms","start":"2026-04-16T03:01:58.85671Z","end":"2026-04-16T03:01:59.063161Z","steps":["trace[933158438] 'process raft request' (duration: 206.20627ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:01:59.063323Z","caller":"traceutil/trace.go:171","msg":"trace[1493512269] transaction","detail":"{read_only:false; response_revision:535; number_of_response:1; }","duration":"206.312232ms","start":"2026-04-16T03:01:58.85697Z","end":"2026-04-16T03:01:59.063282Z","steps":["trace[1493512269] 'process raft request' (duration: 206.078026ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:01:59.063411Z","caller":"traceutil/trace.go:171","msg":"trace[781245903] transaction","detail":"{read_only:false; response_revision:536; number_of_response:1; }","duration":"201.745697ms","start":"2026-04-16T03:01:58.861649Z","end":"2026-04-16T03:01:59.063395Z","steps":["trace[781245903] 'process raft request' (duration: 201.540652ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:01:59.063379Z","caller":"traceutil/trace.go:171","msg":"trace[1236484310] linearizableReadLoop","detail":"{readStateIndex:555; appliedIndex:551; }","duration":"193.895078ms","start":"2026-04-16T03:01:58.869457Z","end":"2026-04-16T03:01:59.063352Z","steps":["trace[1236484310] 'read index received' (duration: 151.754415ms)","trace[1236484310] 'applied index is now lower than readState.Index' (duration: 42.138443ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:01:59.063651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.165445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/grpcroutes.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:80703"} {"level":"info","ts":"2026-04-16T03:01:59.06373Z","caller":"traceutil/trace.go:171","msg":"trace[1161589008] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/grpcroutes.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:536; }","duration":"194.286358ms","start":"2026-04-16T03:01:58.869424Z","end":"2026-04-16T03:01:59.06371Z","steps":["trace[1161589008] 'agreement among raft nodes before linearized reading' (duration: 193.999161ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:01:59.441498Z","caller":"traceutil/trace.go:171","msg":"trace[1442619882] transaction","detail":"{read_only:false; response_revision:542; number_of_response:1; }","duration":"119.678948ms","start":"2026-04-16T03:01:59.321777Z","end":"2026-04-16T03:01:59.441456Z","steps":["trace[1442619882] 'process raft request' (duration: 119.36182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:01:59.441927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.062522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/xbackendtrafficpolicies.gateway.networking.x-k8s.io\" ","response":"range_response_count:1 size:23081"} {"level":"info","ts":"2026-04-16T03:01:59.442004Z","caller":"traceutil/trace.go:171","msg":"trace[529277823] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/xbackendtrafficpolicies.gateway.networking.x-k8s.io; range_end:; response_count:1; response_revision:542; }","duration":"119.182914ms","start":"2026-04-16T03:01:59.322797Z","end":"2026-04-16T03:01:59.44198Z","steps":["trace[529277823] 'agreement among raft nodes before linearized reading' (duration: 118.745563ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:01:59.44138Z","caller":"traceutil/trace.go:171","msg":"trace[1543993611] linearizableReadLoop","detail":"{readStateIndex:561; appliedIndex:560; }","duration":"118.505077ms","start":"2026-04-16T03:01:59.322834Z","end":"2026-04-16T03:01:59.441339Z","steps":["trace[1543993611] 'read index received' (duration: 118.20671ms)","trace[1543993611] 'applied index is now lower than readState.Index' (duration: 296.787µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:01:59.717938Z","caller":"traceutil/trace.go:171","msg":"trace[1739371767] transaction","detail":"{read_only:false; response_revision:543; number_of_response:1; }","duration":"230.465932ms","start":"2026-04-16T03:01:59.487443Z","end":"2026-04-16T03:01:59.717909Z","steps":["trace[1739371767] 'process raft request' (duration: 225.766473ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:01:59.781678Z","caller":"traceutil/trace.go:171","msg":"trace[327990095] transaction","detail":"{read_only:false; response_revision:544; number_of_response:1; }","duration":"292.942117ms","start":"2026-04-16T03:01:59.488698Z","end":"2026-04-16T03:01:59.78164Z","steps":["trace[327990095] 'process raft request' (duration: 288.448383ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:01:59.781745Z","caller":"traceutil/trace.go:171","msg":"trace[468426368] linearizableReadLoop","detail":"{readStateIndex:563; appliedIndex:561; }","duration":"280.879742ms","start":"2026-04-16T03:01:59.500775Z","end":"2026-04-16T03:01:59.781655Z","steps":["trace[468426368] 'read index received' (duration: 211.80183ms)","trace[468426368] 'applied index is now lower than readState.Index' (duration: 69.068262ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:01:59.782048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.265272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/clienttrafficpolicies.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:65436"} {"level":"info","ts":"2026-04-16T03:01:59.782166Z","caller":"traceutil/trace.go:171","msg":"trace[395922918] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/clienttrafficpolicies.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:544; }","duration":"281.455867ms","start":"2026-04-16T03:01:59.500683Z","end":"2026-04-16T03:01:59.782139Z","steps":["trace[395922918] 'agreement among raft nodes before linearized reading' (duration: 281.119499ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:02:00.036185Z","caller":"traceutil/trace.go:171","msg":"trace[1237342355] linearizableReadLoop","detail":"{readStateIndex:565; appliedIndex:564; }","duration":"109.470531ms","start":"2026-04-16T03:01:59.926682Z","end":"2026-04-16T03:02:00.036152Z","steps":["trace[1237342355] 'read index received' (duration: 79.560737ms)","trace[1237342355] 'applied index is now lower than readState.Index' (duration: 29.908764ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:02:00.036507Z","caller":"traceutil/trace.go:171","msg":"trace[2085945608] transaction","detail":"{read_only:false; response_revision:546; number_of_response:1; }","duration":"111.05763ms","start":"2026-04-16T03:01:59.925417Z","end":"2026-04-16T03:02:00.036475Z","steps":["trace[2085945608] 'process raft request' (duration: 80.996942ms)","trace[2085945608] 'compare' (duration: 29.481523ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:02:00.036677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.958674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/envoyproxies.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:570105"} {"level":"info","ts":"2026-04-16T03:02:00.036755Z","caller":"traceutil/trace.go:171","msg":"trace[1261341461] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/envoyproxies.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:546; }","duration":"110.085107ms","start":"2026-04-16T03:01:59.926651Z","end":"2026-04-16T03:02:00.036736Z","steps":["trace[1261341461] 'agreement among raft nodes before linearized reading' (duration: 109.624455ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:02:00.409822Z","caller":"traceutil/trace.go:171","msg":"trace[621740456] transaction","detail":"{read_only:false; response_revision:548; number_of_response:1; }","duration":"143.575111ms","start":"2026-04-16T03:02:00.26622Z","end":"2026-04-16T03:02:00.409795Z","steps":["trace[621740456] 'process raft request' (duration: 143.307624ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:02:00.961585Z","caller":"traceutil/trace.go:171","msg":"trace[482952674] transaction","detail":"{read_only:false; response_revision:552; number_of_response:1; }","duration":"160.324783ms","start":"2026-04-16T03:02:00.80123Z","end":"2026-04-16T03:02:00.961555Z","steps":["trace[482952674] 'process raft request' (duration: 160.144458ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:02:00.967724Z","caller":"traceutil/trace.go:171","msg":"trace[1626766792] linearizableReadLoop","detail":"{readStateIndex:573; appliedIndex:571; }","duration":"165.634676ms","start":"2026-04-16T03:02:00.802069Z","end":"2026-04-16T03:02:00.967704Z","steps":["trace[1626766792] 'read index received' (duration: 159.344768ms)","trace[1626766792] 'applied index is now lower than readState.Index' (duration: 6.288408ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:02:00.967798Z","caller":"traceutil/trace.go:171","msg":"trace[226329117] transaction","detail":"{read_only:false; response_revision:553; number_of_response:1; }","duration":"166.452897ms","start":"2026-04-16T03:02:00.801316Z","end":"2026-04-16T03:02:00.967769Z","steps":["trace[226329117] 'process raft request' (duration: 166.258552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:00.96791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.8035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:02:00.96801Z","caller":"traceutil/trace.go:171","msg":"trace[194538346] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:553; }","duration":"165.928563ms","start":"2026-04-16T03:02:00.802061Z","end":"2026-04-16T03:02:00.96799Z","steps":["trace[194538346] 'agreement among raft nodes before linearized reading' (duration: 165.738349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:01.028445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.251427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-16T03:02:01.028504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.012078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:02:01.028644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.286413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:02:01.02865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.910064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:02:01.028703Z","caller":"traceutil/trace.go:171","msg":"trace[270412875] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:555; }","duration":"168.352965ms","start":"2026-04-16T03:02:00.860335Z","end":"2026-04-16T03:02:01.028687Z","steps":["trace[270412875] 'agreement among raft nodes before linearized reading' (duration: 168.279473ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:02:01.028715Z","caller":"traceutil/trace.go:171","msg":"trace[1789106275] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:555; }","duration":"168.030517ms","start":"2026-04-16T03:02:00.860668Z","end":"2026-04-16T03:02:01.028698Z","steps":["trace[1789106275] 'agreement among raft nodes before linearized reading' (duration: 167.858332ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:01.028717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.559313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:02:01.028791Z","caller":"traceutil/trace.go:171","msg":"trace[824753707] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:555; }","duration":"226.641465ms","start":"2026-04-16T03:02:00.802135Z","end":"2026-04-16T03:02:01.028777Z","steps":["trace[824753707] 'agreement among raft nodes before linearized reading' (duration: 226.545862ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:01.028806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.651693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:02:01.028625Z","caller":"traceutil/trace.go:171","msg":"trace[1657694203] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:555; }","duration":"188.38616ms","start":"2026-04-16T03:02:00.840137Z","end":"2026-04-16T03:02:01.028523Z","steps":["trace[1657694203] 'agreement among raft nodes before linearized reading' (duration: 188.144274ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:02:01.028906Z","caller":"traceutil/trace.go:171","msg":"trace[1205218885] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:555; }","duration":"168.787216ms","start":"2026-04-16T03:02:00.860098Z","end":"2026-04-16T03:02:01.028885Z","steps":["trace[1205218885] 'agreement among raft nodes before linearized reading' (duration: 168.572611ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:02:01.028644Z","caller":"traceutil/trace.go:171","msg":"trace[415000714] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:555; }","duration":"199.200693ms","start":"2026-04-16T03:02:00.829418Z","end":"2026-04-16T03:02:01.028619Z","steps":["trace[415000714] 'agreement among raft nodes before linearized reading' (duration: 199.017378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:01.02892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.728836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:02:01.028478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.002867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:02:01.029075Z","caller":"traceutil/trace.go:171","msg":"trace[1788182864] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:555; }","duration":"199.693685ms","start":"2026-04-16T03:02:00.829368Z","end":"2026-04-16T03:02:01.029062Z","steps":["trace[1788182864] 'agreement among raft nodes before linearized reading' (duration: 198.989417ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:02:01.029075Z","caller":"traceutil/trace.go:171","msg":"trace[1766857624] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:555; }","duration":"226.912572ms","start":"2026-04-16T03:02:00.802108Z","end":"2026-04-16T03:02:01.029021Z","steps":["trace[1766857624] 'agreement among raft nodes before linearized reading' (duration: 226.631595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:01.02853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.285284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T03:02:01.029805Z","caller":"traceutil/trace.go:171","msg":"trace[582184042] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:555; }","duration":"173.547845ms","start":"2026-04-16T03:02:00.856226Z","end":"2026-04-16T03:02:01.029774Z","steps":["trace[582184042] 'agreement among raft nodes before linearized reading' (duration: 172.074649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:01.704047Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439972279,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T03:02:02.05589Z","caller":"traceutil/trace.go:171","msg":"trace[560324968] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"862.758483ms","start":"2026-04-16T03:02:01.193065Z","end":"2026-04-16T03:02:02.055824Z","steps":["trace[560324968] 'process raft request' (duration: 862.579818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:02.056235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:01.193047Z","time spent":"862.923597ms","remote":"127.0.0.1:58916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8270,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:02:02.635009Z","caller":"traceutil/trace.go:171","msg":"trace[403742543] transaction","detail":"{read_only:false; response_revision:563; number_of_response:1; }","duration":"1.253894475s","start":"2026-04-16T03:02:01.38108Z","end":"2026-04-16T03:02:02.634975Z","steps":["trace[403742543] 'process raft request' (duration: 1.253547026s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:02:02.635137Z","caller":"traceutil/trace.go:171","msg":"trace[1347027612] linearizableReadLoop","detail":"{readStateIndex:585; appliedIndex:581; }","duration":"1.43140564s","start":"2026-04-16T03:02:01.2037Z","end":"2026-04-16T03:02:02.635106Z","steps":["trace[1347027612] 'read index received' (duration: 852.077394ms)","trace[1347027612] 'applied index is now lower than readState.Index' (duration: 579.327206ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:02:02.635179Z","caller":"traceutil/trace.go:171","msg":"trace[1924067144] transaction","detail":"{read_only:false; response_revision:565; number_of_response:1; }","duration":"994.349161ms","start":"2026-04-16T03:02:01.640781Z","end":"2026-04-16T03:02:02.63513Z","steps":["trace[1924067144] 'process raft request' (duration: 994.195087ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:02:02.635205Z","caller":"traceutil/trace.go:171","msg":"trace[1387975883] transaction","detail":"{read_only:false; response_revision:566; number_of_response:1; }","duration":"853.153989ms","start":"2026-04-16T03:02:01.781999Z","end":"2026-04-16T03:02:02.635153Z","steps":["trace[1387975883] 'process raft request' (duration: 853.033666ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:02:02.635261Z","caller":"traceutil/trace.go:171","msg":"trace[539086319] transaction","detail":"{read_only:false; response_revision:567; number_of_response:1; }","duration":"652.090501ms","start":"2026-04-16T03:02:01.983144Z","end":"2026-04-16T03:02:02.635234Z","steps":["trace[539086319] 'process raft request' (duration: 651.922117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:02.635232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:01.381068Z","time spent":"1.254046928s","remote":"127.0.0.1:58916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3104,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:02:02.635333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431597775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:02:02.635366Z","caller":"traceutil/trace.go:171","msg":"trace[933048019] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:567; }","duration":"1.431684936s","start":"2026-04-16T03:02:01.203673Z","end":"2026-04-16T03:02:02.635357Z","steps":["trace[933048019] 'agreement among raft nodes before linearized reading' (duration: 1.431570483s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:02.635362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:01.983109Z","time spent":"652.212353ms","remote":"127.0.0.1:58916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4580,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:02:02.635403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:01.203663Z","time spent":"1.431725508s","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-16T03:02:02.63541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:01.781965Z","time spent":"853.349514ms","remote":"127.0.0.1:58916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3353,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:02:02.635415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:01.640769Z","time spent":"994.518915ms","remote":"127.0.0.1:58916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4165,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:02:02.635398Z","caller":"traceutil/trace.go:171","msg":"trace[1909723913] transaction","detail":"{read_only:false; response_revision:564; number_of_response:1; }","duration":"1.051158542s","start":"2026-04-16T03:02:01.584192Z","end":"2026-04-16T03:02:02.63535Z","steps":["trace[1909723913] 'process raft request' (duration: 1.050694211s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:02.635609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:01.584162Z","time spent":"1.051347087s","remote":"127.0.0.1:58916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4234,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:02:02.945464Z","caller":"traceutil/trace.go:171","msg":"trace[155892864] transaction","detail":"{read_only:false; response_revision:568; number_of_response:1; }","duration":"879.793031ms","start":"2026-04-16T03:02:02.065636Z","end":"2026-04-16T03:02:02.945429Z","steps":["trace[155892864] 'process raft request' (duration: 879.530895ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:02:02.945802Z","caller":"traceutil/trace.go:171","msg":"trace[452356944] linearizableReadLoop","detail":"{readStateIndex:590; appliedIndex:587; }","duration":"310.56248ms","start":"2026-04-16T03:02:02.635216Z","end":"2026-04-16T03:02:02.945778Z","steps":["trace[452356944] 'read index received' (duration: 309.995496ms)","trace[452356944] 'applied index is now lower than readState.Index' (duration: 565.634µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:02:02.9458Z","caller":"traceutil/trace.go:171","msg":"trace[1015580021] transaction","detail":"{read_only:false; response_revision:569; number_of_response:1; }","duration":"759.249512ms","start":"2026-04-16T03:02:02.186508Z","end":"2026-04-16T03:02:02.945757Z","steps":["trace[1015580021] 'process raft request' (duration: 758.876663ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:02:02.945911Z","caller":"traceutil/trace.go:171","msg":"trace[1776526141] transaction","detail":"{read_only:false; response_revision:570; number_of_response:1; }","duration":"559.067776ms","start":"2026-04-16T03:02:02.38683Z","end":"2026-04-16T03:02:02.945898Z","steps":["trace[1776526141] 'process raft request' (duration: 558.853421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:02.945996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:02.386807Z","time spent":"559.142117ms","remote":"127.0.0.1:58916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":23277,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:02:02.946076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.400761577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:02:02.946111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.682090089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:02:02.946169Z","caller":"traceutil/trace.go:171","msg":"trace[901811599] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:570; }","duration":"1.682166861s","start":"2026-04-16T03:02:01.263987Z","end":"2026-04-16T03:02:02.946154Z","steps":["trace[901811599] 'agreement among raft nodes before linearized reading' (duration: 1.682044708s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:02:02.946157Z","caller":"traceutil/trace.go:171","msg":"trace[1196048885] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:570; }","duration":"1.40090827s","start":"2026-04-16T03:02:01.545209Z","end":"2026-04-16T03:02:02.946118Z","steps":["trace[1196048885] 'agreement among raft nodes before linearized reading' (duration: 1.400722076s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:02.946209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:01.263873Z","time spent":"1.682325805s","remote":"127.0.0.1:56236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 "} {"level":"warn","ts":"2026-04-16T03:02:02.946223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:01.545179Z","time spent":"1.401030994s","remote":"127.0.0.1:56270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 "} {"level":"warn","ts":"2026-04-16T03:02:02.946147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.327049539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:02:02.946297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.376702939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:02:02.946412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30808543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:02:02.946438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.6825179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:02:02.946431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.416869233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:02:02.946528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.537792151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:02:02.946446Z","caller":"traceutil/trace.go:171","msg":"trace[1194172983] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:570; }","duration":"1.327348145s","start":"2026-04-16T03:02:01.619019Z","end":"2026-04-16T03:02:02.946367Z","steps":["trace[1194172983] 'agreement among raft nodes before linearized reading' (duration: 1.326974666s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:02.946759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401116626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:02:02.946748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354352386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:02:02.946798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417002335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:02:02.946868Z","caller":"traceutil/trace.go:171","msg":"trace[1396113188] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:570; }","duration":"1.401229348s","start":"2026-04-16T03:02:01.545601Z","end":"2026-04-16T03:02:02.94683Z","steps":["trace[1396113188] 'agreement among raft nodes before linearized reading' (duration: 1.401113245s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:02:02.946877Z","caller":"traceutil/trace.go:171","msg":"trace[1754120667] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:570; }","duration":"1.35453174s","start":"2026-04-16T03:02:01.592314Z","end":"2026-04-16T03:02:02.946845Z","steps":["trace[1754120667] 'agreement among raft nodes before linearized reading' (duration: 1.354168071s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:02.946685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.353083134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:02:02.946994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32788332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:02:02.945998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:02.186471Z","time spent":"759.439267ms","remote":"127.0.0.1:58916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12244,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:02:02.947144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.742728739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:02:02.947049Z","caller":"traceutil/trace.go:171","msg":"trace[666012944] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:570; }","duration":"1.353514576s","start":"2026-04-16T03:02:01.593507Z","end":"2026-04-16T03:02:02.947022Z","steps":["trace[666012944] 'agreement among raft nodes before linearized reading' (duration: 1.353088485s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:02.946883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.743088268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:02:02.947197Z","caller":"traceutil/trace.go:171","msg":"trace[1423026846] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:570; }","duration":"1.742793331s","start":"2026-04-16T03:02:01.204387Z","end":"2026-04-16T03:02:02.947181Z","steps":["trace[1423026846] 'agreement among raft nodes before linearized reading' (duration: 1.74236679s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:02:02.947245Z","caller":"traceutil/trace.go:171","msg":"trace[1456296131] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:570; }","duration":"1.743496759s","start":"2026-04-16T03:02:01.203729Z","end":"2026-04-16T03:02:02.947226Z","steps":["trace[1456296131] 'agreement among raft nodes before linearized reading' (duration: 1.743000235s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:02.947306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:01.203726Z","time spent":"1.74355993s","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:02:02.946436Z","caller":"traceutil/trace.go:171","msg":"trace[1649289936] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:570; }","duration":"1.376879734s","start":"2026-04-16T03:02:01.569524Z","end":"2026-04-16T03:02:02.946404Z","steps":["trace[1649289936] 'agreement among raft nodes before linearized reading' (duration: 1.376605338s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:02.94736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:01.593491Z","time spent":"1.353785333s","remote":"127.0.0.1:56286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 "} {"level":"warn","ts":"2026-04-16T03:02:02.947253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:01.204383Z","time spent":"1.742858163s","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" limit:500 "} {"level":"warn","ts":"2026-04-16T03:02:02.947387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:01.569512Z","time spent":"1.377851699s","remote":"127.0.0.1:56284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:500 "} {"level":"info","ts":"2026-04-16T03:02:02.946497Z","caller":"traceutil/trace.go:171","msg":"trace[2142121327] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:570; }","duration":"1.308199483s","start":"2026-04-16T03:02:01.638278Z","end":"2026-04-16T03:02:02.946477Z","steps":["trace[2142121327] 'agreement among raft nodes before linearized reading' (duration: 1.30805334s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:02.947502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:01.638269Z","time spent":"1.309220819s","remote":"127.0.0.1:56292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 "} {"level":"warn","ts":"2026-04-16T03:02:02.9465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354171442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:02:02.9476Z","caller":"traceutil/trace.go:171","msg":"trace[1676069740] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:570; }","duration":"1.35527517s","start":"2026-04-16T03:02:01.592289Z","end":"2026-04-16T03:02:02.947564Z","steps":["trace[1676069740] 'agreement among raft nodes before linearized reading' (duration: 1.354183352s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:02.947685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:01.592268Z","time spent":"1.355395253s","remote":"127.0.0.1:56286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 "} {"level":"info","ts":"2026-04-16T03:02:02.946502Z","caller":"traceutil/trace.go:171","msg":"trace[1989896120] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:570; }","duration":"1.682777116s","start":"2026-04-16T03:02:01.263707Z","end":"2026-04-16T03:02:02.946484Z","steps":["trace[1989896120] 'agreement among raft nodes before linearized reading' (duration: 1.682439138s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:02.947787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:01.26099Z","time spent":"1.686775237s","remote":"127.0.0.1:56236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-16T03:02:02.946559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.377763997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:02:02.947875Z","caller":"traceutil/trace.go:171","msg":"trace[1501219208] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:570; }","duration":"1.379102562s","start":"2026-04-16T03:02:01.568759Z","end":"2026-04-16T03:02:02.947861Z","steps":["trace[1501219208] 'agreement among raft nodes before linearized reading' (duration: 1.377777928s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:02:02.947828Z","caller":"traceutil/trace.go:171","msg":"trace[2052569128] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:570; }","duration":"1.328057604s","start":"2026-04-16T03:02:01.619095Z","end":"2026-04-16T03:02:02.947153Z","steps":["trace[2052569128] 'agreement among raft nodes before linearized reading' (duration: 1.327646104s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:02.947925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:01.568739Z","time spent":"1.379170553s","remote":"127.0.0.1:56284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 "} {"level":"info","ts":"2026-04-16T03:02:02.946566Z","caller":"traceutil/trace.go:171","msg":"trace[1041678123] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:570; }","duration":"1.537833002s","start":"2026-04-16T03:02:01.408723Z","end":"2026-04-16T03:02:02.946556Z","steps":["trace[1041678123] 'agreement among raft nodes before linearized reading' (duration: 1.537770461s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:02.947997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:01.408713Z","time spent":"1.53926907s","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:02:02.948022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:01.619059Z","time spent":"1.328882615s","remote":"127.0.0.1:56292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:02:02.946565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.500345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:02:02.948111Z","caller":"traceutil/trace.go:171","msg":"trace[60180991] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:570; }","duration":"367.093195ms","start":"2026-04-16T03:02:02.580995Z","end":"2026-04-16T03:02:02.948088Z","steps":["trace[60180991] 'agreement among raft nodes before linearized reading' (duration: 365.535416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:02.948179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:02.580955Z","time spent":"367.207478ms","remote":"127.0.0.1:58916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-04-16T03:02:02.946576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.682869569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:02:02.9466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.377723096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:02:02.948263Z","caller":"traceutil/trace.go:171","msg":"trace[1985348557] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:570; }","duration":"1.684567142s","start":"2026-04-16T03:02:01.263662Z","end":"2026-04-16T03:02:02.948229Z","steps":["trace[1985348557] 'agreement among raft nodes before linearized reading' (duration: 1.682872679s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:02:02.948316Z","caller":"traceutil/trace.go:171","msg":"trace[550268398] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:570; }","duration":"1.379441449s","start":"2026-04-16T03:02:01.568857Z","end":"2026-04-16T03:02:02.948298Z","steps":["trace[550268398] 'agreement among raft nodes before linearized reading' (duration: 1.377721376s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:02.948363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:01.568846Z","time spent":"1.379502542s","remote":"127.0.0.1:56284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:02:02.948357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:01.260983Z","time spent":"1.687332302s","remote":"127.0.0.1:56236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:02:02.946591Z","caller":"traceutil/trace.go:171","msg":"trace[2074585319] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:570; }","duration":"1.417118009s","start":"2026-04-16T03:02:01.529432Z","end":"2026-04-16T03:02:02.94655Z","steps":["trace[2074585319] 'agreement among raft nodes before linearized reading' (duration: 1.416791191s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:02.94847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:01.529408Z","time spent":"1.419038578s","remote":"127.0.0.1:56254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-16T03:02:02.946617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158654491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:02:02.948726Z","caller":"traceutil/trace.go:171","msg":"trace[1126284138] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:570; }","duration":"1.160798336s","start":"2026-04-16T03:02:01.787916Z","end":"2026-04-16T03:02:02.948714Z","steps":["trace[1126284138] 'agreement among raft nodes before linearized reading' (duration: 1.158674962s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:02.948765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:01.7879Z","time spent":"1.160853928s","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:02:02.946617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.537916014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:02:02.948907Z","caller":"traceutil/trace.go:171","msg":"trace[489439536] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:570; }","duration":"1.540224403s","start":"2026-04-16T03:02:01.408672Z","end":"2026-04-16T03:02:02.948896Z","steps":["trace[489439536] 'agreement among raft nodes before linearized reading' (duration: 1.537917675s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:02.948942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:01.40866Z","time spent":"1.540270344s","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-16T03:02:02.946627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.707148972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:02:02.949079Z","caller":"traceutil/trace.go:171","msg":"trace[1536404351] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:570; }","duration":"1.709616673s","start":"2026-04-16T03:02:01.239449Z","end":"2026-04-16T03:02:02.949066Z","steps":["trace[1536404351] 'agreement among raft nodes before linearized reading' (duration: 1.707150631s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:02.949112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:01.23944Z","time spent":"1.709662114s","remote":"127.0.0.1:56230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:500 "} {"level":"warn","ts":"2026-04-16T03:02:02.946657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308953681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:02:02.949194Z","caller":"traceutil/trace.go:171","msg":"trace[2123524076] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:570; }","duration":"1.311502176s","start":"2026-04-16T03:02:01.637675Z","end":"2026-04-16T03:02:02.949177Z","steps":["trace[2123524076] 'agreement among raft nodes before linearized reading' (duration: 1.308957532s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:02.949259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:01.637662Z","time spent":"1.311577268s","remote":"127.0.0.1:56298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:02:02.946679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.707850879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:02:02.949346Z","caller":"traceutil/trace.go:171","msg":"trace[1833652374] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:570; }","duration":"1.710537427s","start":"2026-04-16T03:02:01.238775Z","end":"2026-04-16T03:02:02.949313Z","steps":["trace[1833652374] 'agreement among raft nodes before linearized reading' (duration: 1.7078762s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:02.946672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216130672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:02:02.949395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:01.238745Z","time spent":"1.710637688s","remote":"127.0.0.1:56230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:02:02.949396Z","caller":"traceutil/trace.go:171","msg":"trace[2008730203] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway; range_end:; response_count:0; response_revision:570; }","duration":"1.21888721s","start":"2026-04-16T03:02:01.730498Z","end":"2026-04-16T03:02:02.949385Z","steps":["trace[2008730203] 'agreement among raft nodes before linearized reading' (duration: 1.216139921s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:02.949445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:01.730479Z","time spent":"1.218954353s","remote":"127.0.0.1:59082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" "} {"level":"warn","ts":"2026-04-16T03:02:02.946688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401541456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:02:02.94949Z","caller":"traceutil/trace.go:171","msg":"trace[889135694] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:570; }","duration":"1.404380998s","start":"2026-04-16T03:02:01.545104Z","end":"2026-04-16T03:02:02.949485Z","steps":["trace[889135694] 'agreement among raft nodes before linearized reading' (duration: 1.401538166s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:02.94951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:01.545096Z","time spent":"1.404408098s","remote":"127.0.0.1:56270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:02:02.9467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.30886067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:02:02.949544Z","caller":"traceutil/trace.go:171","msg":"trace[1954878964] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:570; }","duration":"1.311737732s","start":"2026-04-16T03:02:01.637796Z","end":"2026-04-16T03:02:02.949534Z","steps":["trace[1954878964] 'agreement among raft nodes before linearized reading' (duration: 1.30888076s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:02.946731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.70791014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:02:02.949639Z","caller":"traceutil/trace.go:171","msg":"trace[1652362821] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:570; }","duration":"1.710875765s","start":"2026-04-16T03:02:01.238755Z","end":"2026-04-16T03:02:02.949631Z","steps":["trace[1652362821] 'agreement among raft nodes before linearized reading' (duration: 1.707945411s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:02.949642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:01.637775Z","time spent":"1.311854474s","remote":"127.0.0.1:56298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"warn","ts":"2026-04-16T03:02:02.949663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:01.238731Z","time spent":"1.710924306s","remote":"127.0.0.1:56230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-16T03:02:02.946787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.57461075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-g259p\" ","response":"range_response_count:1 size:4683"} {"level":"info","ts":"2026-04-16T03:02:02.949723Z","caller":"traceutil/trace.go:171","msg":"trace[659996646] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-g259p; range_end:; response_count:1; response_revision:570; }","duration":"1.577589765s","start":"2026-04-16T03:02:01.372128Z","end":"2026-04-16T03:02:02.949717Z","steps":["trace[659996646] 'agreement among raft nodes before linearized reading' (duration: 1.574515507s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:02.949743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:01.372111Z","time spent":"1.577626396s","remote":"127.0.0.1:59066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4706,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-g259p\" "} {"level":"warn","ts":"2026-04-16T03:02:02.946936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:01.54559Z","time spent":"1.401326701s","remote":"127.0.0.1:56270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 "} {"level":"info","ts":"2026-04-16T03:02:02.94694Z","caller":"traceutil/trace.go:171","msg":"trace[1364450867] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:570; }","duration":"1.41718815s","start":"2026-04-16T03:02:01.529705Z","end":"2026-04-16T03:02:02.946893Z","steps":["trace[1364450867] 'agreement among raft nodes before linearized reading' (duration: 1.416941823s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:02.949851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:01.529638Z","time spent":"1.420200627s","remote":"127.0.0.1:56254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:02:02.946883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:01.619006Z","time spent":"1.327807168s","remote":"127.0.0.1:56292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"warn","ts":"2026-04-16T03:02:02.946946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:01.592298Z","time spent":"1.354634193s","remote":"127.0.0.1:56286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:02:02.945828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:02.0656Z","time spent":"880.000916ms","remote":"127.0.0.1:58916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9296,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:02:02.946655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.416429161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:02:02.950125Z","caller":"traceutil/trace.go:171","msg":"trace[367883508] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:570; }","duration":"1.419961481s","start":"2026-04-16T03:02:01.530135Z","end":"2026-04-16T03:02:02.950096Z","steps":["trace[367883508] 'agreement among raft nodes before linearized reading' (duration: 1.41637859s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:02.95021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:01.530125Z","time spent":"1.420055523s","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:500 "} {"level":"info","ts":"2026-04-16T03:02:03.018665Z","caller":"traceutil/trace.go:171","msg":"trace[1758441044] transaction","detail":"{read_only:false; response_revision:572; number_of_response:1; }","duration":"374.081953ms","start":"2026-04-16T03:02:02.644539Z","end":"2026-04-16T03:02:03.018621Z","steps":["trace[1758441044] 'process raft request' (duration: 373.96502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:03.018765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.949329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:02:03.018748Z","caller":"traceutil/trace.go:171","msg":"trace[1640141023] transaction","detail":"{read_only:false; response_revision:571; number_of_response:1; }","duration":"376.05205ms","start":"2026-04-16T03:02:02.642646Z","end":"2026-04-16T03:02:03.018698Z","steps":["trace[1640141023] 'process raft request' (duration: 375.703692ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:02:03.018818Z","caller":"traceutil/trace.go:171","msg":"trace[492336657] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:572; }","duration":"237.98739ms","start":"2026-04-16T03:02:02.780808Z","end":"2026-04-16T03:02:03.018796Z","steps":["trace[492336657] 'agreement among raft nodes before linearized reading' (duration: 237.934129ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:03.018687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.577013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:02:03.018884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:02.644528Z","time spent":"374.244156ms","remote":"127.0.0.1:58916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10362,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:02:03.018957Z","caller":"traceutil/trace.go:171","msg":"trace[605432306] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:572; }","duration":"203.882701ms","start":"2026-04-16T03:02:02.815037Z","end":"2026-04-16T03:02:03.018919Z","steps":["trace[605432306] 'agreement among raft nodes before linearized reading' (duration: 203.560923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:03.018968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:02.642619Z","time spent":"376.227935ms","remote":"127.0.0.1:59410","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":932,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:02:04.423124Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439972338,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:02:04.923859Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439972338,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:02:05.372704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110793014s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:02:05.37292Z","caller":"traceutil/trace.go:171","msg":"trace[1040630766] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:601; }","duration":"1.111213365s","start":"2026-04-16T03:02:04.261675Z","end":"2026-04-16T03:02:05.372888Z","steps":["trace[1040630766] 'range keys from in-memory index tree' (duration: 1.110771234s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:05.378275Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.566128084s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:02:05.37935Z","caller":"traceutil/trace.go:171","msg":"trace[1308854651] transaction","detail":"{read_only:false; response_revision:602; number_of_response:1; }","duration":"1.567644542s","start":"2026-04-16T03:02:03.811642Z","end":"2026-04-16T03:02:05.379286Z","steps":["trace[1308854651] 'process raft request' (duration: 1.566857632s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:05.379716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:03.811584Z","time spent":"1.568071003s","remote":"127.0.0.1:58916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":187455,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:02:05.402384Z","caller":"traceutil/trace.go:171","msg":"trace[818352296] transaction","detail":"{read_only:false; response_revision:603; number_of_response:1; }","duration":"1.588954424s","start":"2026-04-16T03:02:03.813377Z","end":"2026-04-16T03:02:05.402331Z","steps":["trace[818352296] 'process raft request' (duration: 1.588599835s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:05.402659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:03.813359Z","time spent":"1.589125209s","remote":"127.0.0.1:58916","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":188237,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:02:05.402764Z","caller":"traceutil/trace.go:171","msg":"trace[1619446107] linearizableReadLoop","detail":"{readStateIndex:624; appliedIndex:621; }","duration":"1.480173541s","start":"2026-04-16T03:02:03.922538Z","end":"2026-04-16T03:02:05.402712Z","steps":["trace[1619446107] 'read index received' (duration: 1.455938295s)","trace[1619446107] 'applied index is now lower than readState.Index' (duration: 24.234676ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:02:05.402938Z","caller":"traceutil/trace.go:171","msg":"trace[1633880244] transaction","detail":"{read_only:false; response_revision:604; number_of_response:1; }","duration":"1.385803793s","start":"2026-04-16T03:02:04.016998Z","end":"2026-04-16T03:02:05.402802Z","steps":["trace[1633880244] 'process raft request' (duration: 1.385376732s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:05.403085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.48054623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-16T03:02:05.40313Z","caller":"traceutil/trace.go:171","msg":"trace[167905812] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:604; }","duration":"1.480635172s","start":"2026-04-16T03:02:03.922482Z","end":"2026-04-16T03:02:05.403118Z","steps":["trace[167905812] 'agreement among raft nodes before linearized reading' (duration: 1.480342435s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:05.403172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:03.92246Z","time spent":"1.480704245s","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-04-16T03:02:05.403231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.423384949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"info","ts":"2026-04-16T03:02:05.40333Z","caller":"traceutil/trace.go:171","msg":"trace[385500952] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:604; }","duration":"1.423535233s","start":"2026-04-16T03:02:03.979771Z","end":"2026-04-16T03:02:05.403307Z","steps":["trace[385500952] 'agreement among raft nodes before linearized reading' (duration: 1.423238866s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:05.403274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:04.016952Z","time spent":"1.386141091s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036105,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:02:05.403454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.050598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-04-16T03:02:05.403485Z","caller":"traceutil/trace.go:171","msg":"trace[1000151383] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:604; }","duration":"423.111139ms","start":"2026-04-16T03:02:04.980365Z","end":"2026-04-16T03:02:05.403476Z","steps":["trace[1000151383] 'agreement among raft nodes before linearized reading' (duration: 423.023447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:05.403504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:04.980345Z","time spent":"423.154001ms","remote":"127.0.0.1:58916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24267,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"warn","ts":"2026-04-16T03:02:05.403576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.629947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T03:02:05.403622Z","caller":"traceutil/trace.go:171","msg":"trace[1528618989] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:604; }","duration":"256.675818ms","start":"2026-04-16T03:02:05.146935Z","end":"2026-04-16T03:02:05.403611Z","steps":["trace[1528618989] 'agreement among raft nodes before linearized reading' (duration: 256.564885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:05.40364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.816883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:02:05.403668Z","caller":"traceutil/trace.go:171","msg":"trace[78860334] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:604; }","duration":"614.844164ms","start":"2026-04-16T03:02:04.788816Z","end":"2026-04-16T03:02:05.40366Z","steps":["trace[78860334] 'agreement among raft nodes before linearized reading' (duration: 614.797503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:05.403687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:04.78876Z","time spent":"614.922615ms","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:02:05.403712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.612327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:02:05.403776Z","caller":"traceutil/trace.go:171","msg":"trace[191110631] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:604; }","duration":"288.722349ms","start":"2026-04-16T03:02:05.115036Z","end":"2026-04-16T03:02:05.403758Z","steps":["trace[191110631] 'agreement among raft nodes before linearized reading' (duration: 288.574656ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:05.403877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.624403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-04-16T03:02:05.40391Z","caller":"traceutil/trace.go:171","msg":"trace[1856683237] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:604; }","duration":"623.657354ms","start":"2026-04-16T03:02:04.780246Z","end":"2026-04-16T03:02:05.403903Z","steps":["trace[1856683237] 'agreement among raft nodes before linearized reading' (duration: 623.580412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:05.403934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:04.780187Z","time spent":"623.742095ms","remote":"127.0.0.1:58916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13252,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"warn","ts":"2026-04-16T03:02:05.404043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.583523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"info","ts":"2026-04-16T03:02:05.40407Z","caller":"traceutil/trace.go:171","msg":"trace[425400963] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:604; }","duration":"824.656575ms","start":"2026-04-16T03:02:04.579407Z","end":"2026-04-16T03:02:05.404064Z","steps":["trace[425400963] 'agreement among raft nodes before linearized reading' (duration: 824.586082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:05.404088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:04.57938Z","time spent":"824.703116ms","remote":"127.0.0.1:58916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5200,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"warn","ts":"2026-04-16T03:02:05.404088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.302745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T03:02:05.404139Z","caller":"traceutil/trace.go:171","msg":"trace[873905120] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:604; }","duration":"295.397917ms","start":"2026-04-16T03:02:05.108726Z","end":"2026-04-16T03:02:05.404124Z","steps":["trace[873905120] 'agreement among raft nodes before linearized reading' (duration: 295.262133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:05.403962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.917718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"info","ts":"2026-04-16T03:02:05.404195Z","caller":"traceutil/trace.go:171","msg":"trace[1498976070] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:604; }","duration":"224.180716ms","start":"2026-04-16T03:02:05.180006Z","end":"2026-04-16T03:02:05.404187Z","steps":["trace[1498976070] 'agreement among raft nodes before linearized reading' (duration: 223.792745ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:05.40354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.219696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-16T03:02:05.404321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024238006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-04-16T03:02:05.404334Z","caller":"traceutil/trace.go:171","msg":"trace[151516253] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:604; }","duration":"361.031788ms","start":"2026-04-16T03:02:05.043273Z","end":"2026-04-16T03:02:05.404305Z","steps":["trace[151516253] 'agreement among raft nodes before linearized reading' (duration: 359.975381ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:02:05.404367Z","caller":"traceutil/trace.go:171","msg":"trace[629507] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:604; }","duration":"1.024316268s","start":"2026-04-16T03:02:04.380038Z","end":"2026-04-16T03:02:05.404354Z","steps":["trace[629507] 'agreement among raft nodes before linearized reading' (duration: 1.024219196s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:05.404324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.224580707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"warn","ts":"2026-04-16T03:02:05.404402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:05.043254Z","time spent":"361.114279ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:02:05.404408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:04.37993Z","time spent":"1.024469972s","remote":"127.0.0.1:58916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4356,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"warn","ts":"2026-04-16T03:02:05.404143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.814252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T03:02:05.404469Z","caller":"traceutil/trace.go:171","msg":"trace[2044212008] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:604; }","duration":"257.170061ms","start":"2026-04-16T03:02:05.147291Z","end":"2026-04-16T03:02:05.404461Z","steps":["trace[2044212008] 'agreement among raft nodes before linearized reading' (duration: 256.772021ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:02:05.404462Z","caller":"traceutil/trace.go:171","msg":"trace[1654633453] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:604; }","duration":"1.224803964s","start":"2026-04-16T03:02:04.179618Z","end":"2026-04-16T03:02:05.404422Z","steps":["trace[1654633453] 'agreement among raft nodes before linearized reading' (duration: 1.224410494s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:05.403368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:03.97975Z","time spent":"1.423608975s","remote":"127.0.0.1:58916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5609,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"warn","ts":"2026-04-16T03:02:05.404529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:04.179594Z","time spent":"1.224919036s","remote":"127.0.0.1:58916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4106,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"info","ts":"2026-04-16T03:02:08.98329Z","caller":"traceutil/trace.go:171","msg":"trace[138804350] linearizableReadLoop","detail":"{readStateIndex:651; appliedIndex:650; }","duration":"193.927229ms","start":"2026-04-16T03:02:08.789328Z","end":"2026-04-16T03:02:08.983255Z","steps":["trace[138804350] 'read index received' (duration: 193.006386ms)","trace[138804350] 'applied index is now lower than readState.Index' (duration: 919.693µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:02:08.983388Z","caller":"traceutil/trace.go:171","msg":"trace[973815975] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"412.814762ms","start":"2026-04-16T03:02:08.570531Z","end":"2026-04-16T03:02:08.983346Z","steps":["trace[973815975] 'process raft request' (duration: 412.125445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:08.983512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.141184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:02:08.983615Z","caller":"traceutil/trace.go:171","msg":"trace[2114383378] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:630; }","duration":"194.269147ms","start":"2026-04-16T03:02:08.789311Z","end":"2026-04-16T03:02:08.98358Z","steps":["trace[2114383378] 'agreement among raft nodes before linearized reading' (duration: 194.089143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:08.983617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:08.570494Z","time spent":"413.016387ms","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036309,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:02:09.391399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.298239ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:02:09.391685Z","caller":"traceutil/trace.go:171","msg":"trace[1112487973] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"240.862882ms","start":"2026-04-16T03:02:09.150794Z","end":"2026-04-16T03:02:09.391657Z","steps":["trace[1112487973] 'process raft request' (duration: 32.223275ms)","trace[1112487973] 'compare' (duration: 208.093434ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:02:09.391759Z","caller":"traceutil/trace.go:171","msg":"trace[1067300946] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"240.188696ms","start":"2026-04-16T03:02:09.151552Z","end":"2026-04-16T03:02:09.391741Z","steps":["trace[1067300946] 'process raft request' (duration: 240.133795ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:02:09.391768Z","caller":"traceutil/trace.go:171","msg":"trace[2010763184] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"240.900754ms","start":"2026-04-16T03:02:09.150818Z","end":"2026-04-16T03:02:09.391719Z","steps":["trace[2010763184] 'process raft request' (duration: 240.73432ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:02:09.391798Z","caller":"traceutil/trace.go:171","msg":"trace[508338165] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"240.504494ms","start":"2026-04-16T03:02:09.151253Z","end":"2026-04-16T03:02:09.391757Z","steps":["trace[508338165] 'process raft request' (duration: 240.36441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:14.789339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00000337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:02:14.789448Z","caller":"traceutil/trace.go:171","msg":"trace[1279979763] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000183724s","start":"2026-04-16T03:02:12.789241Z","end":"2026-04-16T03:02:14.789425Z","steps":["trace[1279979763] 'agreement among raft nodes before linearized reading' (duration: 2.00003825s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:14.789508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:12.789217Z","time spent":"2.000280017s","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:02:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:02:14.95852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.091291ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:02:14.958651Z","caller":"traceutil/trace.go:171","msg":"trace[813672782] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:649; }","duration":"697.236195ms","start":"2026-04-16T03:02:14.261397Z","end":"2026-04-16T03:02:14.958633Z","steps":["trace[813672782] 'range keys from in-memory index tree' (duration: 697.072581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:14.958778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.785655024s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:02:14.958895Z","caller":"traceutil/trace.go:171","msg":"trace[370926788] linearizableReadLoop","detail":"{readStateIndex:672; appliedIndex:671; }","duration":"2.549822698s","start":"2026-04-16T03:02:12.409054Z","end":"2026-04-16T03:02:14.958877Z","steps":["trace[370926788] 'read index received' (duration: 66.902µs)","trace[370926788] 'applied index is now lower than readState.Index' (duration: 2.549754016s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:02:14.958971Z","caller":"traceutil/trace.go:171","msg":"trace[135093066] transaction","detail":"{read_only:false; response_revision:650; number_of_response:1; }","duration":"3.004488417s","start":"2026-04-16T03:02:11.954473Z","end":"2026-04-16T03:02:14.958961Z","steps":["trace[135093066] 'process raft request' (duration: 218.576096ms)","trace[135093066] 'compare' (duration: 2.785277695s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:02:14.959026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:11.954449Z","time spent":"3.004553228s","remote":"127.0.0.1:58944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":688,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:02:14.959172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.550107544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-848h5\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-04-16T03:02:14.959262Z","caller":"traceutil/trace.go:171","msg":"trace[2073497810] range","detail":"{range_begin:/registry/pods/kube-system/cilium-848h5; range_end:; response_count:1; response_revision:650; }","duration":"2.550247398s","start":"2026-04-16T03:02:12.408995Z","end":"2026-04-16T03:02:14.959242Z","steps":["trace[2073497810] 'agreement among raft nodes before linearized reading' (duration: 2.550037523s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:14.959306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:12.408974Z","time spent":"2.55032436s","remote":"127.0.0.1:59066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16988,"request content":"key:\"/registry/pods/kube-system/cilium-848h5\" "} {"level":"warn","ts":"2026-04-16T03:02:15.459492Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439972452,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:02:15.960335Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439972452,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:02:16.305989Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.36812106s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:02:16.306545Z","caller":"traceutil/trace.go:171","msg":"trace[193478925] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"2.917096423s","start":"2026-04-16T03:02:13.389353Z","end":"2026-04-16T03:02:16.30645Z","steps":["trace[193478925] 'process raft request' (duration: 2.916940069s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:16.306732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:13.38932Z","time spent":"2.917329698s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:02:16.789375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999576631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:02:16.789491Z","caller":"traceutil/trace.go:171","msg":"trace[281739517] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999760355s","start":"2026-04-16T03:02:14.789708Z","end":"2026-04-16T03:02:16.789468Z","steps":["trace[281739517] 'agreement among raft nodes before linearized reading' (duration: 1.999627702s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:16.789546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:14.789673Z","time spent":"1.999860678s","remote":"127.0.0.1:58872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:02:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-16T03:02:16.915805Z","caller":"traceutil/trace.go:171","msg":"trace[527015303] linearizableReadLoop","detail":"{readStateIndex:674; appliedIndex:672; }","duration":"1.956845872s","start":"2026-04-16T03:02:14.958927Z","end":"2026-04-16T03:02:16.915773Z","steps":["trace[527015303] 'read index received' (duration: 1.347391592s)","trace[527015303] 'applied index is now lower than readState.Index' (duration: 609.45188ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:02:16.915907Z","caller":"traceutil/trace.go:171","msg":"trace[1541251523] transaction","detail":"{read_only:false; response_revision:652; number_of_response:1; }","duration":"1.943470858s","start":"2026-04-16T03:02:14.972406Z","end":"2026-04-16T03:02:16.915877Z","steps":["trace[1541251523] 'process raft request' (duration: 1.943188631s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:16.916051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.435354341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-16T03:02:16.916052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.43006948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T03:02:16.916089Z","caller":"traceutil/trace.go:171","msg":"trace[686379631] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:652; }","duration":"3.435456074s","start":"2026-04-16T03:02:13.480621Z","end":"2026-04-16T03:02:16.916077Z","steps":["trace[686379631] 'agreement among raft nodes before linearized reading' (duration: 3.4353116s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:16.916082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:14.972385Z","time spent":"1.94360492s","remote":"127.0.0.1:59066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:02:16.91611Z","caller":"traceutil/trace.go:171","msg":"trace[868162369] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:652; }","duration":"3.430147682s","start":"2026-04-16T03:02:13.485944Z","end":"2026-04-16T03:02:16.916092Z","steps":["trace[868162369] 'agreement among raft nodes before linearized reading' (duration: 3.429890116s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:16.916127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:13.480597Z","time spent":"3.435519086s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:02:16.916146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:13.485939Z","time spent":"3.430198863s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:02:16.916118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.430282886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:02:16.916211Z","caller":"traceutil/trace.go:171","msg":"trace[110957663] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:652; }","duration":"3.430414918s","start":"2026-04-16T03:02:13.485774Z","end":"2026-04-16T03:02:16.916189Z","steps":["trace[110957663] 'agreement among raft nodes before linearized reading' (duration: 3.430149532s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:16.916254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:13.485754Z","time spent":"3.430489231s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:02:16.916291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.463972598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T03:02:16.91632Z","caller":"traceutil/trace.go:171","msg":"trace[288334506] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:652; }","duration":"3.464026969s","start":"2026-04-16T03:02:13.452284Z","end":"2026-04-16T03:02:16.916311Z","steps":["trace[288334506] 'agreement among raft nodes before linearized reading' (duration: 3.463948487s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:16.916347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:13.452267Z","time spent":"3.46407334s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:02:16.916407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.993570385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-16T03:02:16.916439Z","caller":"traceutil/trace.go:171","msg":"trace[930660280] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:652; }","duration":"2.993625297s","start":"2026-04-16T03:02:13.922804Z","end":"2026-04-16T03:02:16.916429Z","steps":["trace[930660280] 'agreement among raft nodes before linearized reading' (duration: 2.993534645s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:16.916442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.634091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6b72d15525d35\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-16T03:02:16.916465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:13.922781Z","time spent":"2.993678178s","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"info","ts":"2026-04-16T03:02:16.916467Z","caller":"traceutil/trace.go:171","msg":"trace[858207626] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6b72d15525d35; range_end:; response_count:1; response_revision:652; }","duration":"123.735554ms","start":"2026-04-16T03:02:16.792724Z","end":"2026-04-16T03:02:16.916459Z","steps":["trace[858207626] 'agreement among raft nodes before linearized reading' (duration: 123.690713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:16.916683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.711813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:02:16.916703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.430829739s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:02:16.916725Z","caller":"traceutil/trace.go:171","msg":"trace[37334388] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:652; }","duration":"119.794315ms","start":"2026-04-16T03:02:16.796922Z","end":"2026-04-16T03:02:16.916716Z","steps":["trace[37334388] 'agreement among raft nodes before linearized reading' (duration: 119.733164ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:02:16.916751Z","caller":"traceutil/trace.go:171","msg":"trace[2065931801] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:652; }","duration":"3.430910801s","start":"2026-04-16T03:02:13.485826Z","end":"2026-04-16T03:02:16.916737Z","steps":["trace[2065931801] 'agreement among raft nodes before linearized reading' (duration: 3.430730636s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:16.9168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:13.485804Z","time spent":"3.430986193s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:02:18.440055Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.493005573s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:02:18.440641Z","caller":"traceutil/trace.go:171","msg":"trace[1736871971] transaction","detail":"{read_only:false; response_revision:655; number_of_response:1; }","duration":"1.518605263s","start":"2026-04-16T03:02:16.922005Z","end":"2026-04-16T03:02:18.440611Z","steps":["trace[1736871971] 'process raft request' (duration: 1.518531671s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:18.440649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:16.919381Z","time spent":"1.521224559s","remote":"127.0.0.1:58910","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-16T03:02:18.440686Z","caller":"traceutil/trace.go:171","msg":"trace[1423224406] transaction","detail":"{read_only:false; response_revision:654; number_of_response:1; }","duration":"1.518691485s","start":"2026-04-16T03:02:16.921955Z","end":"2026-04-16T03:02:18.440646Z","steps":["trace[1423224406] 'process raft request' (duration: 1.51849369s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:18.440797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:16.921979Z","time spent":"1.518742247s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:02:18.440907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:16.921937Z","time spent":"1.518840799s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:02:18.440974Z","caller":"traceutil/trace.go:171","msg":"trace[1334987797] transaction","detail":"{read_only:false; response_revision:656; number_of_response:1; }","duration":"1.518400318s","start":"2026-04-16T03:02:16.922526Z","end":"2026-04-16T03:02:18.440927Z","steps":["trace[1334987797] 'process raft request' (duration: 1.518053459s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:02:18.441042Z","caller":"traceutil/trace.go:171","msg":"trace[1406111615] transaction","detail":"{read_only:false; response_revision:657; number_of_response:1; }","duration":"1.51848252s","start":"2026-04-16T03:02:16.922537Z","end":"2026-04-16T03:02:18.441019Z","steps":["trace[1406111615] 'process raft request' (duration: 1.518271135s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:02:18.44103Z","caller":"traceutil/trace.go:171","msg":"trace[317915544] transaction","detail":"{read_only:false; response_revision:658; number_of_response:1; }","duration":"1.517874706s","start":"2026-04-16T03:02:16.923129Z","end":"2026-04-16T03:02:18.441004Z","steps":["trace[317915544] 'process raft request' (duration: 1.517796984s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:18.441119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:16.922515Z","time spent":"1.518573473s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:02:18.44111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:16.922511Z","time spent":"1.518514601s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:02:18.441162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:16.923076Z","time spent":"1.518027559s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:02:18.966947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.488393ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:02:18.967069Z","caller":"traceutil/trace.go:171","msg":"trace[699413773] linearizableReadLoop","detail":"{readStateIndex:682; appliedIndex:681; }","duration":"178.014871ms","start":"2026-04-16T03:02:18.789036Z","end":"2026-04-16T03:02:18.967051Z","steps":["trace[699413773] 'read index received' (duration: 32.091µs)","trace[699413773] 'applied index is now lower than readState.Index' (duration: 177.98157ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:02:18.967131Z","caller":"traceutil/trace.go:171","msg":"trace[1080009916] transaction","detail":"{read_only:false; response_revision:659; number_of_response:1; }","duration":"524.30334ms","start":"2026-04-16T03:02:18.442781Z","end":"2026-04-16T03:02:18.967084Z","steps":["trace[1080009916] 'process raft request' (duration: 251.56482ms)","trace[1080009916] 'compare' (duration: 272.308649ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:02:18.967397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.176715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:02:18.967436Z","caller":"traceutil/trace.go:171","msg":"trace[443241077] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:659; }","duration":"178.422001ms","start":"2026-04-16T03:02:18.789002Z","end":"2026-04-16T03:02:18.967424Z","steps":["trace[443241077] 'agreement among raft nodes before linearized reading' (duration: 178.096853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:18.967536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:18.442754Z","time spent":"524.660519ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:02:21.289722Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439972475,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:02:21.790864Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439972475,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:02:22.789222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000095373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:02:22.789322Z","caller":"traceutil/trace.go:171","msg":"trace[67528947] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000258037s","start":"2026-04-16T03:02:20.789043Z","end":"2026-04-16T03:02:22.789301Z","steps":["trace[67528947] 'agreement among raft nodes before linearized reading' (duration: 2.000127124s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:22.789374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:20.789023Z","time spent":"2.000340989s","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:02:22.934366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.488491204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-16T03:02:22.934373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.488994697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:02:22.934431Z","caller":"traceutil/trace.go:171","msg":"trace[218801488] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:659; }","duration":"2.488577327s","start":"2026-04-16T03:02:20.445834Z","end":"2026-04-16T03:02:22.934411Z","steps":["trace[218801488] 'range keys from in-memory index tree' (duration: 2.488399732s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:22.934468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:20.445821Z","time spent":"2.488638438s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T03:02:22.934476Z","caller":"traceutil/trace.go:171","msg":"trace[1671266225] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:659; }","duration":"2.48915028s","start":"2026-04-16T03:02:20.445299Z","end":"2026-04-16T03:02:22.934449Z","steps":["trace[1671266225] 'range keys from in-memory index tree' (duration: 2.48870426s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:22.934478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.488479544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-16T03:02:22.934533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:20.445278Z","time spent":"2.489241323s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:02:22.934351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.488285339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T03:02:22.934837Z","caller":"traceutil/trace.go:171","msg":"trace[1901538829] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:659; }","duration":"2.48873703s","start":"2026-04-16T03:02:20.445987Z","end":"2026-04-16T03:02:22.934724Z","steps":["trace[1901538829] 'range keys from in-memory index tree' (duration: 2.488093705s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:02:22.934563Z","caller":"traceutil/trace.go:171","msg":"trace[979925837] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:659; }","duration":"2.488627928s","start":"2026-04-16T03:02:20.445915Z","end":"2026-04-16T03:02:22.934543Z","steps":["trace[979925837] 'range keys from in-memory index tree' (duration: 2.48829742s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:22.934917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:20.445951Z","time spent":"2.488945555s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:02:22.934548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.489061668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-16T03:02:22.934949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:20.445891Z","time spent":"2.489024287s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T03:02:22.935044Z","caller":"traceutil/trace.go:171","msg":"trace[561658462] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:659; }","duration":"2.489577581s","start":"2026-04-16T03:02:20.445437Z","end":"2026-04-16T03:02:22.935015Z","steps":["trace[561658462] 'range keys from in-memory index tree' (duration: 2.488851674s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:22.935116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:20.445432Z","time spent":"2.489667614s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:02:22.987303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"992.139258ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T03:02:22.987704Z","caller":"traceutil/trace.go:171","msg":"trace[1394615734] transaction","detail":"{read_only:false; response_revision:660; number_of_response:1; }","duration":"2.231024486s","start":"2026-04-16T03:02:20.756644Z","end":"2026-04-16T03:02:22.987669Z","steps":["trace[1394615734] 'process raft request' (duration: 2.230807801s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:02:22.987785Z","caller":"traceutil/trace.go:171","msg":"trace[1129695000] linearizableReadLoop","detail":"{readStateIndex:684; appliedIndex:682; }","duration":"2.198607867s","start":"2026-04-16T03:02:20.789087Z","end":"2026-04-16T03:02:22.987695Z","steps":["trace[1129695000] 'read index received' (duration: 1.206038658s)","trace[1129695000] 'applied index is now lower than readState.Index' (duration: 992.559509ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:02:22.987883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:20.756605Z","time spent":"2.23118039s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:02:23.02804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.808396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:02:23.028044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.300699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:02:23.02805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.854016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:02:23.028162Z","caller":"traceutil/trace.go:171","msg":"trace[1339276873] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:665; }","duration":"237.966181ms","start":"2026-04-16T03:02:22.79017Z","end":"2026-04-16T03:02:23.028136Z","steps":["trace[1339276873] 'agreement among raft nodes before linearized reading' (duration: 237.806837ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:02:23.02819Z","caller":"traceutil/trace.go:171","msg":"trace[984698822] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:665; }","duration":"783.00686ms","start":"2026-04-16T03:02:22.245167Z","end":"2026-04-16T03:02:23.028174Z","steps":["trace[984698822] 'agreement among raft nodes before linearized reading' (duration: 782.760913ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:02:23.028195Z","caller":"traceutil/trace.go:171","msg":"trace[553711951] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:665; }","duration":"210.494173ms","start":"2026-04-16T03:02:22.817669Z","end":"2026-04-16T03:02:23.028163Z","steps":["trace[553711951] 'agreement among raft nodes before linearized reading' (duration: 210.291298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:23.028228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:22.245086Z","time spent":"783.130843ms","remote":"127.0.0.1:59060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:02:28.901437Z","caller":"traceutil/trace.go:171","msg":"trace[249471051] transaction","detail":"{read_only:false; response_revision:699; number_of_response:1; }","duration":"209.210021ms","start":"2026-04-16T03:02:28.692201Z","end":"2026-04-16T03:02:28.901411Z","steps":["trace[249471051] 'process raft request' (duration: 209.068417ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:02:29.673895Z","caller":"traceutil/trace.go:171","msg":"trace[538644302] transaction","detail":"{read_only:false; response_revision:706; number_of_response:1; }","duration":"158.618966ms","start":"2026-04-16T03:02:29.515244Z","end":"2026-04-16T03:02:29.673863Z","steps":["trace[538644302] 'process raft request' (duration: 158.434602ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:02:36.287031Z","caller":"traceutil/trace.go:171","msg":"trace[696701453] transaction","detail":"{read_only:false; response_revision:747; number_of_response:1; }","duration":"312.747841ms","start":"2026-04-16T03:02:35.974245Z","end":"2026-04-16T03:02:36.286992Z","steps":["trace[696701453] 'process raft request' (duration: 312.525785ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:36.287216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:35.97422Z","time spent":"312.919175ms","remote":"127.0.0.1:56350","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1238,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:02:43.290102Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439972744,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T03:02:43.384539Z","caller":"traceutil/trace.go:171","msg":"trace[394664296] linearizableReadLoop","detail":"{readStateIndex:818; appliedIndex:817; }","duration":"595.201053ms","start":"2026-04-16T03:02:42.789311Z","end":"2026-04-16T03:02:43.384512Z","steps":["trace[394664296] 'read index received' (duration: 595.007998ms)","trace[394664296] 'applied index is now lower than readState.Index' (duration: 192.205µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:02:43.384755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.418909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:02:43.384758Z","caller":"traceutil/trace.go:171","msg":"trace[1060844656] transaction","detail":"{read_only:false; response_revision:788; number_of_response:1; }","duration":"777.052991ms","start":"2026-04-16T03:02:42.607658Z","end":"2026-04-16T03:02:43.38471Z","steps":["trace[1060844656] 'process raft request' (duration: 776.714742ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:02:43.384891Z","caller":"traceutil/trace.go:171","msg":"trace[1892536180] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:788; }","duration":"595.623364ms","start":"2026-04-16T03:02:42.78925Z","end":"2026-04-16T03:02:43.384873Z","steps":["trace[1892536180] 'agreement among raft nodes before linearized reading' (duration: 595.438359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:43.384941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:42.789159Z","time spent":"595.770207ms","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:02:43.385053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:42.607633Z","time spent":"777.299606ms","remote":"127.0.0.1:59124","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:02:43.385085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.744584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-16T03:02:43.385179Z","caller":"traceutil/trace.go:171","msg":"trace[1906138803] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:788; }","duration":"217.865729ms","start":"2026-04-16T03:02:43.167291Z","end":"2026-04-16T03:02:43.385157Z","steps":["trace[1906138803] 'agreement among raft nodes before linearized reading' (duration: 217.606741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:43.385166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.666944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T03:02:43.385275Z","caller":"traceutil/trace.go:171","msg":"trace[994994262] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:788; }","duration":"221.850359ms","start":"2026-04-16T03:02:43.163399Z","end":"2026-04-16T03:02:43.38525Z","steps":["trace[994994262] 'agreement among raft nodes before linearized reading' (duration: 221.484969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:43.385431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.106074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T03:02:43.38545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.072273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T03:02:43.38552Z","caller":"traceutil/trace.go:171","msg":"trace[53567394] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:788; }","duration":"218.210857ms","start":"2026-04-16T03:02:43.167285Z","end":"2026-04-16T03:02:43.385496Z","steps":["trace[53567394] 'agreement among raft nodes before linearized reading' (duration: 217.811447ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:43.385496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.646187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T03:02:43.385661Z","caller":"traceutil/trace.go:171","msg":"trace[610716308] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:788; }","duration":"218.861862ms","start":"2026-04-16T03:02:43.16677Z","end":"2026-04-16T03:02:43.385632Z","steps":["trace[610716308] 'agreement among raft nodes before linearized reading' (duration: 218.335229ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:02:43.385548Z","caller":"traceutil/trace.go:171","msg":"trace[1401368591] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:788; }","duration":"218.196407ms","start":"2026-04-16T03:02:43.167325Z","end":"2026-04-16T03:02:43.385521Z","steps":["trace[1401368591] 'agreement among raft nodes before linearized reading' (duration: 217.843568ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:56.924908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.225487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/local-path-storage/\" range_end:\"/registry/secrets/local-path-storage0\" ","response":"range_response_count:1 size:12755"} {"level":"info","ts":"2026-04-16T03:02:56.925043Z","caller":"traceutil/trace.go:171","msg":"trace[32242905] range","detail":"{range_begin:/registry/secrets/local-path-storage/; range_end:/registry/secrets/local-path-storage0; response_count:1; response_revision:942; }","duration":"170.417391ms","start":"2026-04-16T03:02:56.754602Z","end":"2026-04-16T03:02:56.92502Z","steps":["trace[32242905] 'range keys from in-memory index tree' (duration: 170.104823ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:02:57.545553Z","caller":"traceutil/trace.go:171","msg":"trace[984613660] transaction","detail":"{read_only:false; response_revision:943; number_of_response:1; }","duration":"500.819693ms","start":"2026-04-16T03:02:57.04471Z","end":"2026-04-16T03:02:57.545529Z","steps":["trace[984613660] 'process raft request' (duration: 500.6944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:57.545689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:57.044689Z","time spent":"500.932706ms","remote":"127.0.0.1:59066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5472,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:02:57.9932Z","caller":"traceutil/trace.go:171","msg":"trace[1742047391] linearizableReadLoop","detail":"{readStateIndex:977; appliedIndex:975; }","duration":"494.250719ms","start":"2026-04-16T03:02:57.498925Z","end":"2026-04-16T03:02:57.993176Z","steps":["trace[1742047391] 'read index received' (duration: 46.549794ms)","trace[1742047391] 'applied index is now lower than readState.Index' (duration: 447.700015ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:02:57.993341Z","caller":"traceutil/trace.go:171","msg":"trace[807607895] transaction","detail":"{read_only:false; response_revision:944; number_of_response:1; }","duration":"843.064302ms","start":"2026-04-16T03:02:57.150268Z","end":"2026-04-16T03:02:57.993332Z","steps":["trace[807607895] 'process raft request' (duration: 776.873247ms)","trace[807607895] 'compare' (duration: 65.743214ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:02:57.993463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:57.150159Z","time spent":"843.209775ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:02:57.99348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.551316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T03:02:57.993511Z","caller":"traceutil/trace.go:171","msg":"trace[1818058381] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:944; }","duration":"494.623118ms","start":"2026-04-16T03:02:57.498879Z","end":"2026-04-16T03:02:57.993502Z","steps":["trace[1818058381] 'agreement among raft nodes before linearized reading' (duration: 494.514185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:57.993529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:57.498858Z","time spent":"494.667138ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T03:02:58.02008Z","caller":"traceutil/trace.go:171","msg":"trace[922128096] transaction","detail":"{read_only:false; response_revision:945; number_of_response:1; }","duration":"468.339961ms","start":"2026-04-16T03:02:57.551706Z","end":"2026-04-16T03:02:58.020046Z","steps":["trace[922128096] 'process raft request' (duration: 468.186677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:58.020224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:57.551676Z","time spent":"468.472453ms","remote":"127.0.0.1:59050","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1105,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:02:58.020221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.990803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:02:58.020296Z","caller":"traceutil/trace.go:171","msg":"trace[2136833430] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:948; }","duration":"520.111566ms","start":"2026-04-16T03:02:57.50017Z","end":"2026-04-16T03:02:58.020282Z","steps":["trace[2136833430] 'agreement among raft nodes before linearized reading' (duration: 519.925201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:58.02033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:57.50016Z","time spent":"520.163237ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T03:02:58.020551Z","caller":"traceutil/trace.go:171","msg":"trace[24522445] transaction","detail":"{read_only:false; response_revision:946; number_of_response:1; }","duration":"468.72242ms","start":"2026-04-16T03:02:57.551823Z","end":"2026-04-16T03:02:58.020545Z","steps":["trace[24522445] 'process raft request' (duration: 468.169857ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:58.020605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.111154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:02:58.020634Z","caller":"traceutil/trace.go:171","msg":"trace[470095449] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:948; }","duration":"232.189935ms","start":"2026-04-16T03:02:57.788438Z","end":"2026-04-16T03:02:58.020628Z","steps":["trace[470095449] 'agreement among raft nodes before linearized reading' (duration: 232.111093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:58.02064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:57.551795Z","time spent":"468.793002ms","remote":"127.0.0.1:59154","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1628,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:02:58.020771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.675035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:02:58.020785Z","caller":"traceutil/trace.go:171","msg":"trace[1462005347] transaction","detail":"{read_only:false; response_revision:947; number_of_response:1; }","duration":"468.536286ms","start":"2026-04-16T03:02:57.552244Z","end":"2026-04-16T03:02:58.02078Z","steps":["trace[1462005347] 'process raft request' (duration: 467.779217ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:02:58.020792Z","caller":"traceutil/trace.go:171","msg":"trace[1479510497] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:948; }","duration":"505.711366ms","start":"2026-04-16T03:02:57.515076Z","end":"2026-04-16T03:02:58.020787Z","steps":["trace[1479510497] 'agreement among raft nodes before linearized reading' (duration: 505.652125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:58.020818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:57.552234Z","time spent":"468.564867ms","remote":"127.0.0.1:59374","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5192,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:02:58.020827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:57.515068Z","time spent":"505.755207ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T03:02:58.020927Z","caller":"traceutil/trace.go:171","msg":"trace[1144617543] transaction","detail":"{read_only:false; response_revision:948; number_of_response:1; }","duration":"261.412417ms","start":"2026-04-16T03:02:57.759509Z","end":"2026-04-16T03:02:58.020922Z","steps":["trace[1144617543] 'process raft request' (duration: 260.556835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:58.020934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.126466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:02:58.020953Z","caller":"traceutil/trace.go:171","msg":"trace[758536369] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:948; }","duration":"516.159546ms","start":"2026-04-16T03:02:57.504788Z","end":"2026-04-16T03:02:58.020948Z","steps":["trace[758536369] 'agreement among raft nodes before linearized reading' (duration: 516.103555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:58.02097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:57.504782Z","time spent":"516.183677ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:02:58.021001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.455611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:02:58.021021Z","caller":"traceutil/trace.go:171","msg":"trace[1469994131] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:948; }","duration":"104.520313ms","start":"2026-04-16T03:02:57.916496Z","end":"2026-04-16T03:02:58.021016Z","steps":["trace[1469994131] 'agreement among raft nodes before linearized reading' (duration: 104.482072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:58.02107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.824068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T03:02:58.021086Z","caller":"traceutil/trace.go:171","msg":"trace[1652838453] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:948; }","duration":"517.852659ms","start":"2026-04-16T03:02:57.503229Z","end":"2026-04-16T03:02:58.021081Z","steps":["trace[1652838453] 'agreement among raft nodes before linearized reading' (duration: 517.808788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:58.021107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:57.503222Z","time spent":"517.882ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T03:02:58.365122Z","caller":"traceutil/trace.go:171","msg":"trace[668895299] transaction","detail":"{read_only:false; response_revision:955; number_of_response:1; }","duration":"134.191166ms","start":"2026-04-16T03:02:58.230903Z","end":"2026-04-16T03:02:58.365094Z","steps":["trace[668895299] 'process raft request' (duration: 134.043102ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:02:58.761577Z","caller":"traceutil/trace.go:171","msg":"trace[1501873972] transaction","detail":"{read_only:false; response_revision:956; number_of_response:1; }","duration":"386.31871ms","start":"2026-04-16T03:02:58.375225Z","end":"2026-04-16T03:02:58.761543Z","steps":["trace[1501873972] 'process raft request' (duration: 386.190577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:02:58.761725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:02:58.375196Z","time spent":"386.463514ms","remote":"127.0.0.1:56310","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2493,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:03:10.439125Z","caller":"traceutil/trace.go:171","msg":"trace[1795776961] linearizableReadLoop","detail":"{readStateIndex:1034; appliedIndex:1033; }","duration":"301.376203ms","start":"2026-04-16T03:03:10.137718Z","end":"2026-04-16T03:03:10.439094Z","steps":["trace[1795776961] 'read index received' (duration: 301.220789ms)","trace[1795776961] 'applied index is now lower than readState.Index' (duration: 154.334µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:03:10.439192Z","caller":"traceutil/trace.go:171","msg":"trace[631821097] transaction","detail":"{read_only:false; response_revision:997; number_of_response:1; }","duration":"357.757776ms","start":"2026-04-16T03:03:10.081402Z","end":"2026-04-16T03:03:10.43916Z","steps":["trace[631821097] 'process raft request' (duration: 357.50478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:10.439365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:10.081377Z","time spent":"357.892819ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:03:10.439446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.250274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:03:10.439519Z","caller":"traceutil/trace.go:171","msg":"trace[1619668617] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:997; }","duration":"292.398187ms","start":"2026-04-16T03:03:10.147106Z","end":"2026-04-16T03:03:10.439504Z","steps":["trace[1619668617] 'agreement among raft nodes before linearized reading' (duration: 292.169682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:10.439491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.741172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-16T03:03:10.439565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.968942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-16T03:03:10.439614Z","caller":"traceutil/trace.go:171","msg":"trace[1261017729] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:997; }","duration":"301.941396ms","start":"2026-04-16T03:03:10.137651Z","end":"2026-04-16T03:03:10.439592Z","steps":["trace[1261017729] 'agreement among raft nodes before linearized reading' (duration: 301.591968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:10.439583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.357951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T03:03:10.439663Z","caller":"traceutil/trace.go:171","msg":"trace[506952258] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:997; }","duration":"291.095135ms","start":"2026-04-16T03:03:10.148545Z","end":"2026-04-16T03:03:10.43964Z","steps":["trace[506952258] 'agreement among raft nodes before linearized reading' (duration: 290.788237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:10.43969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:10.137614Z","time spent":"302.044179ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T03:03:10.439683Z","caller":"traceutil/trace.go:171","msg":"trace[1886209323] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:997; }","duration":"291.486645ms","start":"2026-04-16T03:03:10.148173Z","end":"2026-04-16T03:03:10.43966Z","steps":["trace[1886209323] 'agreement among raft nodes before linearized reading' (duration: 291.241479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:10.43963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.839243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T03:03:10.439868Z","caller":"traceutil/trace.go:171","msg":"trace[626674187] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:997; }","duration":"291.992567ms","start":"2026-04-16T03:03:10.147749Z","end":"2026-04-16T03:03:10.439742Z","steps":["trace[626674187] 'agreement among raft nodes before linearized reading' (duration: 291.758041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:11.024258Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439973153,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:03:11.52523Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439973153,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:03:12.026449Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439973153,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:03:12.264544Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.491734364s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:03:12.265133Z","caller":"traceutil/trace.go:171","msg":"trace[365382413] transaction","detail":"{read_only:false; response_revision:998; number_of_response:1; }","duration":"1.821128588s","start":"2026-04-16T03:03:10.443966Z","end":"2026-04-16T03:03:12.265094Z","steps":["trace[365382413] 'process raft request' (duration: 1.820901462s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:12.265351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:10.443939Z","time spent":"1.821300373s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:03:12.397716Z","caller":"traceutil/trace.go:171","msg":"trace[77718577] transaction","detail":"{read_only:false; response_revision:999; number_of_response:1; }","duration":"1.95367308s","start":"2026-04-16T03:03:10.444011Z","end":"2026-04-16T03:03:12.397684Z","steps":["trace[77718577] 'process raft request' (duration: 1.950266644s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:03:12.39773Z","caller":"traceutil/trace.go:171","msg":"trace[771805541] transaction","detail":"{read_only:false; response_revision:1000; number_of_response:1; }","duration":"1.95367753s","start":"2026-04-16T03:03:10.444012Z","end":"2026-04-16T03:03:12.39769Z","steps":["trace[771805541] 'process raft request' (duration: 1.953530896s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:12.39786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.874192168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:03:12.397823Z","caller":"traceutil/trace.go:171","msg":"trace[1377860947] transaction","detail":"{read_only:false; response_revision:1001; number_of_response:1; }","duration":"1.953524656s","start":"2026-04-16T03:03:10.444241Z","end":"2026-04-16T03:03:12.397766Z","steps":["trace[1377860947] 'process raft request' (duration: 1.953399192s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:03:12.397837Z","caller":"traceutil/trace.go:171","msg":"trace[1965621133] transaction","detail":"{read_only:false; response_revision:1002; number_of_response:1; }","duration":"1.953474205s","start":"2026-04-16T03:03:10.44431Z","end":"2026-04-16T03:03:12.397784Z","steps":["trace[1965621133] 'process raft request' (duration: 1.953366012s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:03:12.397922Z","caller":"traceutil/trace.go:171","msg":"trace[363162784] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1002; }","duration":"1.874320112s","start":"2026-04-16T03:03:10.523588Z","end":"2026-04-16T03:03:12.397908Z","steps":["trace[363162784] 'agreement among raft nodes before linearized reading' (duration: 1.874205449s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:12.397934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:10.443985Z","time spent":"1.953829764s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:03:12.397941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:10.443985Z","time spent":"1.953845764s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:03:12.397966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:10.52356Z","time spent":"1.874394153s","remote":"127.0.0.1:59280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:03:12.397751Z","caller":"traceutil/trace.go:171","msg":"trace[1419816807] linearizableReadLoop","detail":"{readStateIndex:1039; appliedIndex:1034; }","duration":"1.874071476s","start":"2026-04-16T03:03:10.523654Z","end":"2026-04-16T03:03:12.397725Z","steps":["trace[1419816807] 'read index received' (duration: 1.741219797s)","trace[1419816807] 'applied index is now lower than readState.Index' (duration: 132.849809ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:03:12.398041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:10.444283Z","time spent":"1.953673489s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:03:12.398049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:10.444218Z","time spent":"1.953723861s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:03:12.398209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.543528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:03:12.398247Z","caller":"traceutil/trace.go:171","msg":"trace[1548101816] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1002; }","duration":"823.61045ms","start":"2026-04-16T03:03:11.574626Z","end":"2026-04-16T03:03:12.398237Z","steps":["trace[1548101816] 'agreement among raft nodes before linearized reading' (duration: 823.550839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:12.398272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:11.574609Z","time spent":"823.655341ms","remote":"127.0.0.1:59400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:03:12.398296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000667277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:03:12.398311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.611022543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:03:12.398289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.668156624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:03:12.398324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462986534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:03:12.398356Z","caller":"traceutil/trace.go:171","msg":"trace[1102025738] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1002; }","duration":"1.611101865s","start":"2026-04-16T03:03:10.78724Z","end":"2026-04-16T03:03:12.398342Z","steps":["trace[1102025738] 'agreement among raft nodes before linearized reading' (duration: 1.611023443s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:12.398398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:10.78722Z","time spent":"1.611173297s","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:03:12.398386Z","caller":"traceutil/trace.go:171","msg":"trace[1454225105] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:1002; }","duration":"1.668313898s","start":"2026-04-16T03:03:10.730041Z","end":"2026-04-16T03:03:12.398355Z","steps":["trace[1454225105] 'agreement among raft nodes before linearized reading' (duration: 1.668085422s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:03:12.398406Z","caller":"traceutil/trace.go:171","msg":"trace[1413698162] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:1002; }","duration":"1.463125437s","start":"2026-04-16T03:03:10.935261Z","end":"2026-04-16T03:03:12.398387Z","steps":["trace[1413698162] 'agreement among raft nodes before linearized reading' (duration: 1.462959473s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:12.398442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.343779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:03:12.398443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:10.730018Z","time spent":"1.668413151s","remote":"127.0.0.1:56128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:03:12.398459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:10.935239Z","time spent":"1.463208838s","remote":"127.0.0.1:56104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:03:12.398482Z","caller":"traceutil/trace.go:171","msg":"trace[244885503] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1002; }","duration":"344.418251ms","start":"2026-04-16T03:03:12.054056Z","end":"2026-04-16T03:03:12.398474Z","steps":["trace[244885503] 'agreement among raft nodes before linearized reading' (duration: 344.36089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:12.398518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:12.05404Z","time spent":"344.470233ms","remote":"127.0.0.1:59268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:03:12.398351Z","caller":"traceutil/trace.go:171","msg":"trace[2027664617] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1002; }","duration":"1.00074985s","start":"2026-04-16T03:03:11.397585Z","end":"2026-04-16T03:03:12.398335Z","steps":["trace[2027664617] 'agreement among raft nodes before linearized reading' (duration: 1.000657807s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:12.398584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:11.397561Z","time spent":"1.001001925s","remote":"127.0.0.1:59210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:03:13.969508Z","caller":"traceutil/trace.go:171","msg":"trace[1851241950] linearizableReadLoop","detail":"{readStateIndex:1041; appliedIndex:1040; }","duration":"181.303774ms","start":"2026-04-16T03:03:13.788186Z","end":"2026-04-16T03:03:13.969489Z","steps":["trace[1851241950] 'read index received' (duration: 181.229902ms)","trace[1851241950] 'applied index is now lower than readState.Index' (duration: 72.912µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:03:13.969576Z","caller":"traceutil/trace.go:171","msg":"trace[1334744694] transaction","detail":"{read_only:false; response_revision:1004; number_of_response:1; }","duration":"188.300449ms","start":"2026-04-16T03:03:13.781243Z","end":"2026-04-16T03:03:13.969544Z","steps":["trace[1334744694] 'process raft request' (duration: 188.125725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:13.969652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.458307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:03:13.969676Z","caller":"traceutil/trace.go:171","msg":"trace[674908879] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1004; }","duration":"181.545639ms","start":"2026-04-16T03:03:13.788123Z","end":"2026-04-16T03:03:13.969669Z","steps":["trace[674908879] 'agreement among raft nodes before linearized reading' (duration: 181.483728ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:03:14.538329Z","caller":"traceutil/trace.go:171","msg":"trace[191670499] linearizableReadLoop","detail":"{readStateIndex:1044; appliedIndex:1043; }","duration":"135.824804ms","start":"2026-04-16T03:03:14.402472Z","end":"2026-04-16T03:03:14.538296Z","steps":["trace[191670499] 'read index received' (duration: 135.403813ms)","trace[191670499] 'applied index is now lower than readState.Index' (duration: 419.321µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:03:14.538515Z","caller":"traceutil/trace.go:171","msg":"trace[512494852] transaction","detail":"{read_only:false; response_revision:1006; number_of_response:1; }","duration":"264.521449ms","start":"2026-04-16T03:03:14.273902Z","end":"2026-04-16T03:03:14.538423Z","steps":["trace[512494852] 'process raft request' (duration: 263.981716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:14.538713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.209503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:03:14.538774Z","caller":"traceutil/trace.go:171","msg":"trace[1858951576] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1006; }","duration":"136.320146ms","start":"2026-04-16T03:03:14.402435Z","end":"2026-04-16T03:03:14.538755Z","steps":["trace[1858951576] 'agreement among raft nodes before linearized reading' (duration: 136.005478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:14.788657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.360333ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:03:14.788863Z","caller":"traceutil/trace.go:171","msg":"trace[537624807] transaction","detail":"{read_only:false; response_revision:1007; number_of_response:1; }","duration":"337.101519ms","start":"2026-04-16T03:03:14.451726Z","end":"2026-04-16T03:03:14.788827Z","steps":["trace[537624807] 'process raft request' (duration: 173.411956ms)","trace[537624807] 'compare' (duration: 163.196959ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:03:14.78893Z","caller":"traceutil/trace.go:171","msg":"trace[1988887042] transaction","detail":"{read_only:false; response_revision:1008; number_of_response:1; }","duration":"244.890407ms","start":"2026-04-16T03:03:14.544016Z","end":"2026-04-16T03:03:14.788906Z","steps":["trace[1988887042] 'process raft request' (duration: 244.820916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:14.789035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:14.451701Z","time spent":"337.235292ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:03:14.789004Z","caller":"traceutil/trace.go:171","msg":"trace[1661505359] linearizableReadLoop","detail":"{readStateIndex:1045; appliedIndex:1044; }","duration":"250.542779ms","start":"2026-04-16T03:03:14.538413Z","end":"2026-04-16T03:03:14.788955Z","steps":["trace[1661505359] 'read index received' (duration: 86.721293ms)","trace[1661505359] 'applied index is now lower than readState.Index' (duration: 163.811425ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:03:14.789104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.336857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-16T03:03:14.789143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.544127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T03:03:14.789239Z","caller":"traceutil/trace.go:171","msg":"trace[1106212696] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1008; }","duration":"386.752872ms","start":"2026-04-16T03:03:14.40247Z","end":"2026-04-16T03:03:14.789223Z","steps":["trace[1106212696] 'agreement among raft nodes before linearized reading' (duration: 386.543847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:14.789279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:14.40245Z","time spent":"386.820714ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T03:03:14.789179Z","caller":"traceutil/trace.go:171","msg":"trace[758066381] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1008; }","duration":"385.423429ms","start":"2026-04-16T03:03:14.403735Z","end":"2026-04-16T03:03:14.789158Z","steps":["trace[758066381] 'agreement among raft nodes before linearized reading' (duration: 385.223274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:14.789336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:14.403678Z","time spent":"385.647385ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:03:14.789104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.339757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-16T03:03:14.78941Z","caller":"traceutil/trace.go:171","msg":"trace[1196212766] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1008; }","duration":"385.710207ms","start":"2026-04-16T03:03:14.403691Z","end":"2026-04-16T03:03:14.789401Z","steps":["trace[1196212766] 'agreement among raft nodes before linearized reading' (duration: 385.278966ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:14.789443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:14.403669Z","time spent":"385.765938ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:03:15.486621Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439973182,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:03:15.53367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.619141ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:03:15.533781Z","caller":"traceutil/trace.go:171","msg":"trace[926819612] transaction","detail":"{read_only:false; response_revision:1009; number_of_response:1; }","duration":"739.933374ms","start":"2026-04-16T03:03:14.79383Z","end":"2026-04-16T03:03:15.533763Z","steps":["trace[926819612] 'process raft request' (duration: 151.120847ms)","trace[926819612] 'compare' (duration: 588.521179ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:03:15.533842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:14.79381Z","time spent":"740.002435ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:03:15.803617Z","caller":"traceutil/trace.go:171","msg":"trace[1154822840] linearizableReadLoop","detail":"{readStateIndex:1049; appliedIndex:1047; }","duration":"817.092067ms","start":"2026-04-16T03:03:14.986503Z","end":"2026-04-16T03:03:15.803595Z","steps":["trace[1154822840] 'read index received' (duration: 816.925233ms)","trace[1154822840] 'applied index is now lower than readState.Index' (duration: 166.114µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:03:15.804108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.590839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:03:15.80416Z","caller":"traceutil/trace.go:171","msg":"trace[1997672725] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1011; }","duration":"817.696792ms","start":"2026-04-16T03:03:14.986452Z","end":"2026-04-16T03:03:15.804148Z","steps":["trace[1997672725] 'agreement among raft nodes before linearized reading' (duration: 817.597829ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:03:15.804141Z","caller":"traceutil/trace.go:171","msg":"trace[419816744] transaction","detail":"{read_only:false; response_revision:1010; number_of_response:1; }","duration":"1.008795091s","start":"2026-04-16T03:03:14.795305Z","end":"2026-04-16T03:03:15.8041Z","steps":["trace[419816744] 'process raft request' (duration: 1.008057192s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:15.804196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:14.986433Z","time spent":"817.754234ms","remote":"127.0.0.1:59196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:03:15.804187Z","caller":"traceutil/trace.go:171","msg":"trace[1578330900] transaction","detail":"{read_only:false; response_revision:1011; number_of_response:1; }","duration":"1.007703674s","start":"2026-04-16T03:03:14.796456Z","end":"2026-04-16T03:03:15.804159Z","steps":["trace[1578330900] 'process raft request' (duration: 1.007100229s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:15.804281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.694519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:03:15.804318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:14.796422Z","time spent":"1.007817177s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:03:15.804343Z","caller":"traceutil/trace.go:171","msg":"trace[1004590627] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1011; }","duration":"202.801212ms","start":"2026-04-16T03:03:15.601525Z","end":"2026-04-16T03:03:15.804327Z","steps":["trace[1004590627] 'agreement among raft nodes before linearized reading' (duration: 202.683559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:15.804319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:14.795291Z","time spent":"1.008942525s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:03:16.760295Z","caller":"traceutil/trace.go:171","msg":"trace[2111340750] transaction","detail":"{read_only:false; response_revision:1016; number_of_response:1; }","duration":"214.447393ms","start":"2026-04-16T03:03:16.545817Z","end":"2026-04-16T03:03:16.760264Z","steps":["trace[2111340750] 'process raft request' (duration: 214.186967ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:17.042739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.330486ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:03:17.042927Z","caller":"traceutil/trace.go:171","msg":"trace[1553355567] transaction","detail":"{read_only:false; response_revision:1018; number_of_response:1; }","duration":"246.792315ms","start":"2026-04-16T03:03:16.796116Z","end":"2026-04-16T03:03:17.042908Z","steps":["trace[1553355567] 'process raft request' (duration: 246.730293ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:03:17.042957Z","caller":"traceutil/trace.go:171","msg":"trace[1292996981] transaction","detail":"{read_only:false; response_revision:1017; number_of_response:1; }","duration":"247.309057ms","start":"2026-04-16T03:03:16.795618Z","end":"2026-04-16T03:03:17.042927Z","steps":["trace[1292996981] 'process raft request' (duration: 39.663463ms)","trace[1292996981] 'compare' (duration: 207.190663ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:03:18.806776Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439973214,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:03:19.307255Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439973214,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:03:19.623924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.085807552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T03:03:19.624005Z","caller":"traceutil/trace.go:171","msg":"trace[524812788] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1018; }","duration":"2.086002547s","start":"2026-04-16T03:03:17.537984Z","end":"2026-04-16T03:03:19.623986Z","steps":["trace[524812788] 'range keys from in-memory index tree' (duration: 2.085569827s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:19.624046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:17.537957Z","time spent":"2.086080079s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:03:19.624769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.83635218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:03:19.62484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.815790464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:03:19.624865Z","caller":"traceutil/trace.go:171","msg":"trace[2050280134] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1018; }","duration":"1.836496834s","start":"2026-04-16T03:03:17.788345Z","end":"2026-04-16T03:03:19.624842Z","steps":["trace[2050280134] 'range keys from in-memory index tree' (duration: 1.836262309s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:03:19.624885Z","caller":"traceutil/trace.go:171","msg":"trace[1939499862] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1018; }","duration":"1.815899928s","start":"2026-04-16T03:03:17.808972Z","end":"2026-04-16T03:03:19.624872Z","steps":["trace[1939499862] 'range keys from in-memory index tree' (duration: 1.815587049s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:19.624918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:17.808947Z","time spent":"1.815963699s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:03:19.624918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:17.788326Z","time spent":"1.836579796s","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:03:19.62499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.816135683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:03:19.625051Z","caller":"traceutil/trace.go:171","msg":"trace[2087727164] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1018; }","duration":"1.816238006s","start":"2026-04-16T03:03:17.808796Z","end":"2026-04-16T03:03:19.625034Z","steps":["trace[2087727164] 'range keys from in-memory index tree' (duration: 1.815788394s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:19.625094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:17.808775Z","time spent":"1.816307028s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:03:19.807726Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439973214,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:03:20.308504Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439973214,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:03:20.809572Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439973214,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:03:21.310102Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439973214,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:03:21.626534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999018196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:03:21.626608Z","caller":"traceutil/trace.go:171","msg":"trace[937806786] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999139479s","start":"2026-04-16T03:03:19.627452Z","end":"2026-04-16T03:03:21.626591Z","steps":["trace[937806786] 'agreement among raft nodes before linearized reading' (duration: 1.999049737s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:21.626641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:19.62743Z","time spent":"1.99920404s","remote":"127.0.0.1:58872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:03:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:03:21.810979Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439973214,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:03:22.311548Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439973214,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:03:22.537301Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.261860826s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:03:22.53784Z","caller":"traceutil/trace.go:171","msg":"trace[288389864] transaction","detail":"{read_only:false; response_revision:1019; number_of_response:1; }","duration":"4.262526352s","start":"2026-04-16T03:03:18.275287Z","end":"2026-04-16T03:03:22.537814Z","steps":["trace[288389864] 'process raft request' (duration: 4.262304037s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:22.538039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:18.275263Z","time spent":"4.262656966s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:03:23.633588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000288549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:03:23.633675Z","caller":"traceutil/trace.go:171","msg":"trace[1664004546] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000416291s","start":"2026-04-16T03:03:21.633241Z","end":"2026-04-16T03:03:23.633657Z","steps":["trace[1664004546] 'agreement among raft nodes before linearized reading' (duration: 2.000305469s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:23.633722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:21.633228Z","time spent":"2.000485694s","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:03:23.765076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997969682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:03:23.765169Z","caller":"traceutil/trace.go:171","msg":"trace[234274133] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.998146727s","start":"2026-04-16T03:03:18.767005Z","end":"2026-04-16T03:03:23.765152Z","steps":["trace[234274133] 'agreement among raft nodes before linearized reading' (duration: 4.998021974s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:23.765207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:18.76697Z","time spent":"4.998228419s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/16 03:03:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:03:24.046433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:19.048147Z","time spent":"4.99827876s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-16T03:03:24.158395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102826348s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:03:24.194636Z","caller":"traceutil/trace.go:171","msg":"trace[1763132842] transaction","detail":"{read_only:false; response_revision:1021; number_of_response:1; }","duration":"4.566993842s","start":"2026-04-16T03:03:19.627613Z","end":"2026-04-16T03:03:24.194607Z","steps":["trace[1763132842] 'process raft request' (duration: 4.566823348s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:24.194792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:19.627585Z","time spent":"4.567125075s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:03:24.194644Z","caller":"traceutil/trace.go:171","msg":"trace[2006336933] transaction","detail":"{read_only:false; response_revision:1022; number_of_response:1; }","duration":"4.565490824s","start":"2026-04-16T03:03:19.62913Z","end":"2026-04-16T03:03:24.194621Z","steps":["trace[2006336933] 'process raft request' (duration: 4.565418762s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:24.194919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:19.629113Z","time spent":"4.565788292s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:03:24.195013Z","caller":"traceutil/trace.go:171","msg":"trace[95793599] linearizableReadLoop","detail":"{readStateIndex:1062; appliedIndex:1056; }","duration":"5.888858029s","start":"2026-04-16T03:03:18.306142Z","end":"2026-04-16T03:03:24.195Z","steps":["trace[95793599] 'read index received' (duration: 4.231444223s)","trace[95793599] 'applied index is now lower than readState.Index' (duration: 1.657412356s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:03:24.19517Z","caller":"traceutil/trace.go:171","msg":"trace[683709201] transaction","detail":"{read_only:false; response_revision:1023; number_of_response:1; }","duration":"4.563636128s","start":"2026-04-16T03:03:19.631527Z","end":"2026-04-16T03:03:24.195163Z","steps":["trace[683709201] 'process raft request' (duration: 4.563060043s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:24.195216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:19.631506Z","time spent":"4.563686179s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:03:24.195319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.889183726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:03:24.195345Z","caller":"traceutil/trace.go:171","msg":"trace[1547463582] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1023; }","duration":"5.889249368s","start":"2026-04-16T03:03:18.306088Z","end":"2026-04-16T03:03:24.195338Z","steps":["trace[1547463582] 'agreement among raft nodes before linearized reading' (duration: 5.889174656s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:24.195366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:18.306066Z","time spent":"5.889293469s","remote":"127.0.0.1:59242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":54,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:03:24.195479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.813034439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:03:24.195537Z","caller":"traceutil/trace.go:171","msg":"trace[280776981] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1023; }","duration":"5.813140752s","start":"2026-04-16T03:03:18.382385Z","end":"2026-04-16T03:03:24.195526Z","steps":["trace[280776981] 'agreement among raft nodes before linearized reading' (duration: 5.813043909s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:24.195571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:18.382359Z","time spent":"5.813203802s","remote":"127.0.0.1:59342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":4,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:03:24.195765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.565707369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6b72d15525d35\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-16T03:03:24.195787Z","caller":"traceutil/trace.go:171","msg":"trace[1992575628] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6b72d15525d35; range_end:; response_count:1; response_revision:1023; }","duration":"2.56575395s","start":"2026-04-16T03:03:21.630027Z","end":"2026-04-16T03:03:24.195781Z","steps":["trace[1992575628] 'agreement among raft nodes before linearized reading' (duration: 2.565651837s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:24.19582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:21.63002Z","time spent":"2.565795121s","remote":"127.0.0.1:58944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6b72d15525d35\" "} {"level":"warn","ts":"2026-04-16T03:03:24.195899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.98592755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:03:24.195928Z","caller":"traceutil/trace.go:171","msg":"trace[1280751428] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1023; }","duration":"2.985987411s","start":"2026-04-16T03:03:21.209932Z","end":"2026-04-16T03:03:24.195919Z","steps":["trace[1280751428] 'agreement among raft nodes before linearized reading' (duration: 2.985879879s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:24.195954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:21.209902Z","time spent":"2.986045832s","remote":"127.0.0.1:58944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":97,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:03:24.195965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.978359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:549"} {"level":"info","ts":"2026-04-16T03:03:24.195987Z","caller":"traceutil/trace.go:171","msg":"trace[604063286] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:1023; }","duration":"148.02183ms","start":"2026-04-16T03:03:24.047958Z","end":"2026-04-16T03:03:24.19598Z","steps":["trace[604063286] 'agreement among raft nodes before linearized reading' (duration: 147.956588ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:24.196077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.359626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-16T03:03:24.196092Z","caller":"traceutil/trace.go:171","msg":"trace[637375553] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:1023; }","duration":"270.425487ms","start":"2026-04-16T03:03:23.925661Z","end":"2026-04-16T03:03:24.196087Z","steps":["trace[637375553] 'agreement among raft nodes before linearized reading' (duration: 270.377606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:24.196106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.767640381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:03:24.19608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.149295124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:03:24.196135Z","caller":"traceutil/trace.go:171","msg":"trace[201257948] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:1023; }","duration":"5.767703422s","start":"2026-04-16T03:03:18.428424Z","end":"2026-04-16T03:03:24.196127Z","steps":["trace[201257948] 'agreement among raft nodes before linearized reading' (duration: 5.767648891s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:24.196168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:18.428407Z","time spent":"5.767748003s","remote":"127.0.0.1:59188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:03:24.196167Z","caller":"traceutil/trace.go:171","msg":"trace[1354354077] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1023; }","duration":"5.149422378s","start":"2026-04-16T03:03:19.046726Z","end":"2026-04-16T03:03:24.196148Z","steps":["trace[1354354077] 'agreement among raft nodes before linearized reading' (duration: 5.149155761s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:24.196207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.696307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:03:24.196166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.326074865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:03:24.196261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248883268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:03:24.196285Z","caller":"traceutil/trace.go:171","msg":"trace[992882559] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1023; }","duration":"1.248947009s","start":"2026-04-16T03:03:22.947333Z","end":"2026-04-16T03:03:24.19628Z","steps":["trace[992882559] 'agreement among raft nodes before linearized reading' (duration: 1.248908118s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:03:24.196275Z","caller":"traceutil/trace.go:171","msg":"trace[88591125] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:1023; }","duration":"3.326265239s","start":"2026-04-16T03:03:20.869986Z","end":"2026-04-16T03:03:24.196251Z","steps":["trace[88591125] 'agreement among raft nodes before linearized reading' (duration: 3.326041894s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:24.196291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.629697253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:03:24.196305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:22.947302Z","time spent":"1.248998401s","remote":"127.0.0.1:59022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:03:24.196335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:20.869967Z","time spent":"3.326354651s","remote":"127.0.0.1:56112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:03:24.196333Z","caller":"traceutil/trace.go:171","msg":"trace[771495912] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1023; }","duration":"4.629761845s","start":"2026-04-16T03:03:19.566555Z","end":"2026-04-16T03:03:24.196317Z","steps":["trace[771495912] 'agreement among raft nodes before linearized reading' (duration: 4.629691393s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:24.196435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:19.566539Z","time spent":"4.629885879s","remote":"127.0.0.1:59410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":29,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:03:24.196506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.383767138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:03:24.196528Z","caller":"traceutil/trace.go:171","msg":"trace[85140927] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1023; }","duration":"1.38385051s","start":"2026-04-16T03:03:22.812672Z","end":"2026-04-16T03:03:24.196522Z","steps":["trace[85140927] 'agreement among raft nodes before linearized reading' (duration: 1.383816989s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:24.196546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:22.812642Z","time spent":"1.383900412s","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:03:24.196227Z","caller":"traceutil/trace.go:171","msg":"trace[1327429297] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1023; }","duration":"561.748779ms","start":"2026-04-16T03:03:23.634472Z","end":"2026-04-16T03:03:24.196221Z","steps":["trace[1327429297] 'agreement among raft nodes before linearized reading' (duration: 561.715828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:24.196622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:23.634453Z","time spent":"562.154698ms","remote":"127.0.0.1:58872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:03:24.196215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:19.046704Z","time spent":"5.149502789s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:03:24.195793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.57135044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:03:24.196851Z","caller":"traceutil/trace.go:171","msg":"trace[1185017763] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:1023; }","duration":"2.572430537s","start":"2026-04-16T03:03:21.624408Z","end":"2026-04-16T03:03:24.196839Z","steps":["trace[1185017763] 'agreement among raft nodes before linearized reading' (duration: 2.57135716s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:24.196879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:21.624392Z","time spent":"2.572477058s","remote":"127.0.0.1:56236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:03:24.197074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.871652974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:03:24.197124Z","caller":"traceutil/trace.go:171","msg":"trace[1070944534] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1023; }","duration":"1.871753438s","start":"2026-04-16T03:03:22.325359Z","end":"2026-04-16T03:03:24.197112Z","steps":["trace[1070944534] 'agreement among raft nodes before linearized reading' (duration: 1.871311677s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:24.19717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:22.325324Z","time spent":"1.871823089s","remote":"127.0.0.1:59082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":45,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:03:26.912744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.708564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:03:26.91284Z","caller":"traceutil/trace.go:171","msg":"trace[560917015] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1034; }","duration":"122.867168ms","start":"2026-04-16T03:03:26.789953Z","end":"2026-04-16T03:03:26.91282Z","steps":["trace[560917015] 'range keys from in-memory index tree' (duration: 122.615182ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:03:27.961698Z","caller":"traceutil/trace.go:171","msg":"trace[393076095] linearizableReadLoop","detail":"{readStateIndex:1075; appliedIndex:1074; }","duration":"175.912569ms","start":"2026-04-16T03:03:27.785769Z","end":"2026-04-16T03:03:27.961682Z","steps":["trace[393076095] 'read index received' (duration: 175.737175ms)","trace[393076095] 'applied index is now lower than readState.Index' (duration: 174.794µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:03:27.96181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.031502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:03:27.961839Z","caller":"traceutil/trace.go:171","msg":"trace[62363237] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:1035; }","duration":"176.098473ms","start":"2026-04-16T03:03:27.785733Z","end":"2026-04-16T03:03:27.961831Z","steps":["trace[62363237] 'agreement among raft nodes before linearized reading' (duration: 176.025081ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:03:27.962061Z","caller":"traceutil/trace.go:171","msg":"trace[1399072783] transaction","detail":"{read_only:false; response_revision:1035; number_of_response:1; }","duration":"183.475587ms","start":"2026-04-16T03:03:27.778576Z","end":"2026-04-16T03:03:27.962052Z","steps":["trace[1399072783] 'process raft request' (duration: 182.980275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:28.723084Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439973259,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:03:28.838232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.635346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:03:28.838355Z","caller":"traceutil/trace.go:171","msg":"trace[1624228054] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1035; }","duration":"745.812781ms","start":"2026-04-16T03:03:28.092513Z","end":"2026-04-16T03:03:28.838326Z","steps":["trace[1624228054] 'count revisions from in-memory index tree' (duration: 745.472992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:28.838422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:28.092494Z","time spent":"745.911293ms","remote":"127.0.0.1:59038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:03:28.838431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.726537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-16T03:03:28.838431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.166233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-16T03:03:28.838516Z","caller":"traceutil/trace.go:171","msg":"trace[576481368] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1035; }","duration":"626.820308ms","start":"2026-04-16T03:03:28.211651Z","end":"2026-04-16T03:03:28.838472Z","steps":["trace[576481368] 'range keys from in-memory index tree' (duration: 626.623344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:28.838508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.105581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T03:03:28.838614Z","caller":"traceutil/trace.go:171","msg":"trace[284974885] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1035; }","duration":"626.248394ms","start":"2026-04-16T03:03:28.21234Z","end":"2026-04-16T03:03:28.838588Z","steps":["trace[284974885] 'range keys from in-memory index tree' (duration: 625.968188ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:03:28.838542Z","caller":"traceutil/trace.go:171","msg":"trace[1496143590] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1035; }","duration":"626.293736ms","start":"2026-04-16T03:03:28.212231Z","end":"2026-04-16T03:03:28.838525Z","steps":["trace[1496143590] 'range keys from in-memory index tree' (duration: 626.05741ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:28.838678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:28.212336Z","time spent":"626.326826ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:03:28.838555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:28.211637Z","time spent":"626.908671ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:03:28.838754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:28.212226Z","time spent":"626.4889ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:03:29.223642Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439973259,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:03:29.343927Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.121834124s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:03:29.344435Z","caller":"traceutil/trace.go:171","msg":"trace[1805861493] transaction","detail":"{read_only:false; response_revision:1036; number_of_response:1; }","duration":"1.122392748s","start":"2026-04-16T03:03:28.222012Z","end":"2026-04-16T03:03:29.344405Z","steps":["trace[1805861493] 'process raft request' (duration: 1.122167442s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:29.34491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:28.222Z","time spent":"1.122800139s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:03:29.364782Z","caller":"traceutil/trace.go:171","msg":"trace[1623848689] transaction","detail":"{read_only:false; response_revision:1039; number_of_response:1; }","duration":"520.012682ms","start":"2026-04-16T03:03:28.844741Z","end":"2026-04-16T03:03:29.364754Z","steps":["trace[1623848689] 'process raft request' (duration: 519.94192ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:03:29.364811Z","caller":"traceutil/trace.go:171","msg":"trace[999735925] transaction","detail":"{read_only:false; response_revision:1037; number_of_response:1; }","duration":"522.386972ms","start":"2026-04-16T03:03:28.842398Z","end":"2026-04-16T03:03:29.364784Z","steps":["trace[999735925] 'process raft request' (duration: 522.021563ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:03:29.36486Z","caller":"traceutil/trace.go:171","msg":"trace[1352491937] transaction","detail":"{read_only:false; response_revision:1038; number_of_response:1; }","duration":"521.180521ms","start":"2026-04-16T03:03:28.843654Z","end":"2026-04-16T03:03:29.364835Z","steps":["trace[1352491937] 'process raft request' (duration: 520.971595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:29.36495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:28.842376Z","time spent":"522.496194ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:03:29.36495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:28.844732Z","time spent":"520.132575ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:03:29.364982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:28.843637Z","time spent":"521.295444ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:03:29.367304Z","caller":"traceutil/trace.go:171","msg":"trace[974730267] linearizableReadLoop","detail":"{readStateIndex:1080; appliedIndex:1076; }","duration":"1.145068747s","start":"2026-04-16T03:03:28.222209Z","end":"2026-04-16T03:03:29.367278Z","steps":["trace[974730267] 'read index received' (duration: 1.122585794s)","trace[974730267] 'applied index is now lower than readState.Index' (duration: 22.481363ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:03:29.367511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.133284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:03:29.367571Z","caller":"traceutil/trace.go:171","msg":"trace[2018611550] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:1039; }","duration":"593.227627ms","start":"2026-04-16T03:03:28.77433Z","end":"2026-04-16T03:03:29.367558Z","steps":["trace[2018611550] 'agreement among raft nodes before linearized reading' (duration: 593.135944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:29.367564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.145328353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T03:03:29.367612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:28.774313Z","time spent":"593.286589ms","remote":"127.0.0.1:59166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:03:29.367626Z","caller":"traceutil/trace.go:171","msg":"trace[1334283758] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1039; }","duration":"1.145410625s","start":"2026-04-16T03:03:28.222195Z","end":"2026-04-16T03:03:29.367605Z","steps":["trace[1334283758] 'agreement among raft nodes before linearized reading' (duration: 1.14523226s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:29.367691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:28.222189Z","time spent":"1.145481306s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:03:29.3678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.053216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:03:29.367858Z","caller":"traceutil/trace.go:171","msg":"trace[205985076] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1039; }","duration":"582.144619ms","start":"2026-04-16T03:03:28.785697Z","end":"2026-04-16T03:03:29.367842Z","steps":["trace[205985076] 'agreement among raft nodes before linearized reading' (duration: 582.054146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:29.367903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:28.78568Z","time spent":"582.211841ms","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:03:31.869682Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439973273,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T03:03:31.986796Z","caller":"traceutil/trace.go:171","msg":"trace[1315446035] linearizableReadLoop","detail":"{readStateIndex:1084; appliedIndex:1083; }","duration":"617.795693ms","start":"2026-04-16T03:03:31.368978Z","end":"2026-04-16T03:03:31.986773Z","steps":["trace[1315446035] 'read index received' (duration: 617.596008ms)","trace[1315446035] 'applied index is now lower than readState.Index' (duration: 198.695µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:03:31.987088Z","caller":"traceutil/trace.go:171","msg":"trace[1069567947] transaction","detail":"{read_only:false; response_revision:1043; number_of_response:1; }","duration":"635.767423ms","start":"2026-04-16T03:03:31.351308Z","end":"2026-04-16T03:03:31.987075Z","steps":["trace[1069567947] 'process raft request' (duration: 635.334382ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:31.987201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:31.351274Z","time spent":"635.849625ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:03:31.987462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.49066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-16T03:03:31.987502Z","caller":"traceutil/trace.go:171","msg":"trace[1800508597] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1043; }","duration":"618.568942ms","start":"2026-04-16T03:03:31.368924Z","end":"2026-04-16T03:03:31.987493Z","steps":["trace[1800508597] 'agreement among raft nodes before linearized reading' (duration: 618.443149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:31.987538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:31.368904Z","time spent":"618.627413ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:03:31.987741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.194463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T03:03:31.987777Z","caller":"traceutil/trace.go:171","msg":"trace[856248359] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1043; }","duration":"618.250244ms","start":"2026-04-16T03:03:31.369518Z","end":"2026-04-16T03:03:31.987768Z","steps":["trace[856248359] 'agreement among raft nodes before linearized reading' (duration: 618.156331ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:31.987809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:31.369508Z","time spent":"618.294915ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:03:31.988222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.177487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:03:31.98827Z","caller":"traceutil/trace.go:171","msg":"trace[268626860] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1043; }","duration":"200.275549ms","start":"2026-04-16T03:03:31.787984Z","end":"2026-04-16T03:03:31.988259Z","steps":["trace[268626860] 'agreement among raft nodes before linearized reading' (duration: 200.207597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:31.988557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.678478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:03:31.988669Z","caller":"traceutil/trace.go:171","msg":"trace[1644455130] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:1043; }","duration":"591.825202ms","start":"2026-04-16T03:03:31.396827Z","end":"2026-04-16T03:03:31.988652Z","steps":["trace[1644455130] 'agreement among raft nodes before linearized reading' (duration: 591.589626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:31.988724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:31.396808Z","time spent":"591.901573ms","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:03:31.988986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.251364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:03:31.989027Z","caller":"traceutil/trace.go:171","msg":"trace[294720345] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1043; }","duration":"614.332246ms","start":"2026-04-16T03:03:31.374685Z","end":"2026-04-16T03:03:31.989018Z","steps":["trace[294720345] 'agreement among raft nodes before linearized reading' (duration: 614.227323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:31.989063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:31.374666Z","time spent":"614.389117ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:03:31.989187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.366183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T03:03:31.98922Z","caller":"traceutil/trace.go:171","msg":"trace[114012457] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1043; }","duration":"619.436904ms","start":"2026-04-16T03:03:31.369773Z","end":"2026-04-16T03:03:31.98921Z","steps":["trace[114012457] 'agreement among raft nodes before linearized reading' (duration: 619.358622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:31.989252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:31.369753Z","time spent":"619.492335ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:03:33.003678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.66705ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:03:33.003776Z","caller":"traceutil/trace.go:171","msg":"trace[536699283] transaction","detail":"{read_only:false; response_revision:1044; number_of_response:1; }","duration":"1.010466444s","start":"2026-04-16T03:03:31.993294Z","end":"2026-04-16T03:03:33.00376Z","steps":["trace[536699283] 'process raft request' (duration: 797.64433ms)","trace[536699283] 'compare' (duration: 212.355802ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:03:33.003819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:31.993276Z","time spent":"1.010523605s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:03:33.314779Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439973277,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:03:34.428629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.754168ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:03:34.428758Z","caller":"traceutil/trace.go:171","msg":"trace[2095890415] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1044; }","duration":"166.897702ms","start":"2026-04-16T03:03:34.261842Z","end":"2026-04-16T03:03:34.42874Z","steps":["trace[2095890415] 'range keys from in-memory index tree' (duration: 166.703267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:34.428865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"920.278932ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:03:34.429048Z","caller":"traceutil/trace.go:171","msg":"trace[1049255656] transaction","detail":"{read_only:false; response_revision:1046; number_of_response:1; }","duration":"2.435517796s","start":"2026-04-16T03:03:31.993518Z","end":"2026-04-16T03:03:34.429036Z","steps":["trace[1049255656] 'process raft request' (duration: 2.435418233s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:03:34.429098Z","caller":"traceutil/trace.go:171","msg":"trace[1225086357] linearizableReadLoop","detail":"{readStateIndex:1090; appliedIndex:1085; }","duration":"1.614896751s","start":"2026-04-16T03:03:32.814186Z","end":"2026-04-16T03:03:34.429083Z","steps":["trace[1225086357] 'read index received' (duration: 694.350511ms)","trace[1225086357] 'applied index is now lower than readState.Index' (duration: 920.54543ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:03:34.429103Z","caller":"traceutil/trace.go:171","msg":"trace[530070761] transaction","detail":"{read_only:false; response_revision:1047; number_of_response:1; }","duration":"2.435189419s","start":"2026-04-16T03:03:31.993873Z","end":"2026-04-16T03:03:34.429062Z","steps":["trace[530070761] 'process raft request' (duration: 2.435120236s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:34.429146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:31.993515Z","time spent":"2.435568457s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:03:34.429172Z","caller":"traceutil/trace.go:171","msg":"trace[634649626] transaction","detail":"{read_only:false; response_revision:1048; number_of_response:1; }","duration":"2.435145097s","start":"2026-04-16T03:03:31.994017Z","end":"2026-04-16T03:03:34.429162Z","steps":["trace[634649626] 'process raft request' (duration: 2.435000473s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:34.429238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:31.993988Z","time spent":"2.43522378s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:03:34.42926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:31.993867Z","time spent":"2.435310152s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:03:34.429334Z","caller":"traceutil/trace.go:171","msg":"trace[1780720856] transaction","detail":"{read_only:false; response_revision:1049; number_of_response:1; }","duration":"1.611192048s","start":"2026-04-16T03:03:32.818134Z","end":"2026-04-16T03:03:34.429326Z","steps":["trace[1780720856] 'process raft request' (duration: 1.610918602s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:34.429374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:32.818103Z","time spent":"1.61124811s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:03:34.429502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.615314271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:03:34.42958Z","caller":"traceutil/trace.go:171","msg":"trace[1850515473] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1049; }","duration":"1.615587098s","start":"2026-04-16T03:03:32.813974Z","end":"2026-04-16T03:03:34.429561Z","steps":["trace[1850515473] 'agreement among raft nodes before linearized reading' (duration: 1.615434084s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:34.429627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:32.813943Z","time spent":"1.615675311s","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:03:34.429671Z","caller":"traceutil/trace.go:171","msg":"trace[1191210075] transaction","detail":"{read_only:false; response_revision:1045; number_of_response:1; }","duration":"2.435517285s","start":"2026-04-16T03:03:31.993477Z","end":"2026-04-16T03:03:34.428994Z","steps":["trace[1191210075] 'process raft request' (duration: 1.515030908s)","trace[1191210075] 'compare' (duration: 919.885352ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:03:34.429969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:31.99347Z","time spent":"2.436383018s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:03:34.486563Z","caller":"traceutil/trace.go:171","msg":"trace[903560528] transaction","detail":"{read_only:false; response_revision:1050; number_of_response:1; }","duration":"492.37577ms","start":"2026-04-16T03:03:33.99413Z","end":"2026-04-16T03:03:34.486506Z","steps":["trace[903560528] 'process raft request' (duration: 492.184665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:34.486586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.312781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:03:34.486687Z","caller":"traceutil/trace.go:171","msg":"trace[1861822828] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:1050; }","duration":"708.478195ms","start":"2026-04-16T03:03:33.778189Z","end":"2026-04-16T03:03:34.486667Z","steps":["trace[1861822828] 'agreement among raft nodes before linearized reading' (duration: 708.28873ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:34.486742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:33.778167Z","time spent":"708.564978ms","remote":"127.0.0.1:56184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:03:34.486777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:33.994103Z","time spent":"492.560984ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:03:34.486933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.063249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:03:34.486995Z","caller":"traceutil/trace.go:171","msg":"trace[1317430474] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1050; }","duration":"699.151301ms","start":"2026-04-16T03:03:33.787826Z","end":"2026-04-16T03:03:34.486978Z","steps":["trace[1317430474] 'agreement among raft nodes before linearized reading' (duration: 699.052098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:34.487015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.261165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-16T03:03:34.487034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:33.787811Z","time spent":"699.215223ms","remote":"127.0.0.1:58872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:03:34.487077Z","caller":"traceutil/trace.go:171","msg":"trace[211290031] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:1050; }","duration":"561.364158ms","start":"2026-04-16T03:03:33.925698Z","end":"2026-04-16T03:03:34.487062Z","steps":["trace[211290031] 'agreement among raft nodes before linearized reading' (duration: 561.138892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:34.487115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:33.925681Z","time spent":"561.42751ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-04-16T03:03:35.002782Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439973286,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:03:35.503482Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439973286,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:03:36.016775Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439973286,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:03:36.512074Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.505048167s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:03:36.512375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:34.487927Z","time spent":"2.024444053s","remote":"127.0.0.1:58910","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:03:36.78896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000215267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:03:36.78905Z","caller":"traceutil/trace.go:171","msg":"trace[1558290531] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00037423s","start":"2026-04-16T03:03:34.788652Z","end":"2026-04-16T03:03:36.789026Z","steps":["trace[1558290531] 'agreement among raft nodes before linearized reading' (duration: 2.000260938s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:36.789103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:34.788623Z","time spent":"2.000469123s","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:03:36 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:03:38.137086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031151621s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:03:38.137412Z","caller":"traceutil/trace.go:171","msg":"trace[1052782414] linearizableReadLoop","detail":"{readStateIndex:1093; appliedIndex:1091; }","duration":"3.635714083s","start":"2026-04-16T03:03:34.501677Z","end":"2026-04-16T03:03:38.137391Z","steps":["trace[1052782414] 'read index received' (duration: 2.010631348s)","trace[1052782414] 'applied index is now lower than readState.Index' (duration: 1.625081395s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:03:38.137513Z","caller":"traceutil/trace.go:171","msg":"trace[1330851788] transaction","detail":"{read_only:false; response_revision:1051; number_of_response:1; }","duration":"3.579981916s","start":"2026-04-16T03:03:34.557504Z","end":"2026-04-16T03:03:38.137486Z","steps":["trace[1330851788] 'process raft request' (duration: 2.548315673s)","trace[1330851788] 'compare' (duration: 1.030663829s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:03:38.137666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:34.557484Z","time spent":"3.580092699s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:03:38.137657Z","caller":"traceutil/trace.go:171","msg":"trace[9888808] transaction","detail":"{read_only:false; response_revision:1053; number_of_response:1; }","duration":"1.623444224s","start":"2026-04-16T03:03:36.514189Z","end":"2026-04-16T03:03:38.137634Z","steps":["trace[9888808] 'process raft request' (duration: 1.623161677s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:38.137719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.322416692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:03:38.137731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.636032051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:03:38.137777Z","caller":"traceutil/trace.go:171","msg":"trace[861916516] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1053; }","duration":"3.322536594s","start":"2026-04-16T03:03:34.815228Z","end":"2026-04-16T03:03:38.137764Z","steps":["trace[861916516] 'agreement among raft nodes before linearized reading' (duration: 3.322406061s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:38.137767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:36.514172Z","time spent":"1.623537416s","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:03:38.137778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.704726241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-16T03:03:38.137762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34832054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:03:38.137818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:34.81519Z","time spent":"3.322617016s","remote":"127.0.0.1:59320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:03:38.137814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.704374742s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:03:38.137831Z","caller":"traceutil/trace.go:171","msg":"trace[1579711966] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1053; }","duration":"1.704815173s","start":"2026-04-16T03:03:36.433001Z","end":"2026-04-16T03:03:38.137816Z","steps":["trace[1579711966] 'agreement among raft nodes before linearized reading' (duration: 1.704650438s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:03:38.137823Z","caller":"traceutil/trace.go:171","msg":"trace[554367445] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1053; }","duration":"3.636172695s","start":"2026-04-16T03:03:34.501629Z","end":"2026-04-16T03:03:38.137802Z","steps":["trace[554367445] 'agreement among raft nodes before linearized reading' (duration: 3.63596806s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:38.137779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.704023283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-16T03:03:38.137864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:36.432986Z","time spent":"1.704872585s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T03:03:38.137864Z","caller":"traceutil/trace.go:171","msg":"trace[735086453] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1053; }","duration":"1.704433943s","start":"2026-04-16T03:03:36.433417Z","end":"2026-04-16T03:03:38.137851Z","steps":["trace[735086453] 'agreement among raft nodes before linearized reading' (duration: 1.704243379s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:03:38.137859Z","caller":"traceutil/trace.go:171","msg":"trace[487192969] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1053; }","duration":"1.348471433s","start":"2026-04-16T03:03:36.789367Z","end":"2026-04-16T03:03:38.137839Z","steps":["trace[487192969] 'agreement among raft nodes before linearized reading' (duration: 1.348274178s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:03:38.137898Z","caller":"traceutil/trace.go:171","msg":"trace[1817822889] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1053; }","duration":"1.704156786s","start":"2026-04-16T03:03:36.433731Z","end":"2026-04-16T03:03:38.137887Z","steps":["trace[1817822889] 'agreement among raft nodes before linearized reading' (duration: 1.70390119s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:38.137876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:34.501607Z","time spent":"3.636258827s","remote":"127.0.0.1:56298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:03:38.137912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:36.433413Z","time spent":"1.704491245s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:03:38.137926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:36.433726Z","time spent":"1.704191007s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:03:38.137918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:36.789345Z","time spent":"1.348564166s","remote":"127.0.0.1:58872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:03:38.137965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.704878085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T03:03:38.138082Z","caller":"traceutil/trace.go:171","msg":"trace[544069834] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1053; }","duration":"1.705051618s","start":"2026-04-16T03:03:36.433001Z","end":"2026-04-16T03:03:38.138052Z","steps":["trace[544069834] 'agreement among raft nodes before linearized reading' (duration: 1.704669219s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:38.138074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.130222255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:03:38.138097Z","caller":"traceutil/trace.go:171","msg":"trace[1662742480] transaction","detail":"{read_only:false; response_revision:1052; number_of_response:1; }","duration":"1.645008566s","start":"2026-04-16T03:03:36.493076Z","end":"2026-04-16T03:03:38.137511Z","steps":["trace[1662742480] 'process raft request' (duration: 1.644138124s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:38.138147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:36.432986Z","time spent":"1.705151443s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T03:03:38.138163Z","caller":"traceutil/trace.go:171","msg":"trace[1800050496] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1053; }","duration":"3.13036377s","start":"2026-04-16T03:03:35.007779Z","end":"2026-04-16T03:03:38.138143Z","steps":["trace[1800050496] 'agreement among raft nodes before linearized reading' (duration: 3.13003475s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:38.138213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:36.493055Z","time spent":"1.645105568s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:03:38.138228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:35.007759Z","time spent":"3.130459132s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:03:38.644058Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439973294,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:03:39.144816Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439973294,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:03:39.147344Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.005013137s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:03:40.151364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000918524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:03:40.151492Z","caller":"traceutil/trace.go:171","msg":"trace[1336053282] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001097068s","start":"2026-04-16T03:03:38.150367Z","end":"2026-04-16T03:03:40.151464Z","steps":["trace[1336053282] 'agreement among raft nodes before linearized reading' (duration: 2.000921794s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:40.151558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:38.150359Z","time spent":"2.001187231s","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:03:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:03:40.625773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.478125842s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:03:40.625895Z","caller":"traceutil/trace.go:171","msg":"trace[1210148541] transaction","detail":"{read_only:false; response_revision:1054; number_of_response:1; }","duration":"2.483607441s","start":"2026-04-16T03:03:38.142264Z","end":"2026-04-16T03:03:40.625871Z","steps":["trace[1210148541] 'process raft request' (duration: 1.005280283s)","trace[1210148541] 'compare' (duration: 1.477314962s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:03:40.625971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:38.142252Z","time spent":"2.483682983s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:03:41.021381Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.873815419s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:03:41.063858Z","caller":"traceutil/trace.go:171","msg":"trace[285350227] transaction","detail":"{read_only:false; response_revision:1055; number_of_response:1; }","duration":"2.920780907s","start":"2026-04-16T03:03:38.143036Z","end":"2026-04-16T03:03:41.063817Z","steps":["trace[285350227] 'process raft request' (duration: 2.87861673s)","trace[285350227] 'compare' (duration: 41.861609ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:03:41.063888Z","caller":"traceutil/trace.go:171","msg":"trace[990576357] transaction","detail":"{read_only:false; response_revision:1056; number_of_response:1; }","duration":"2.920610422s","start":"2026-04-16T03:03:38.143235Z","end":"2026-04-16T03:03:41.063845Z","steps":["trace[990576357] 'process raft request' (duration: 2.920456258s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:41.064032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:38.143013Z","time spent":"2.920929621s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:03:41.064107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:38.143224Z","time spent":"2.920755777s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:03:41.064207Z","caller":"traceutil/trace.go:171","msg":"trace[1726030372] transaction","detail":"{read_only:false; response_revision:1058; number_of_response:1; }","duration":"2.91931344s","start":"2026-04-16T03:03:38.144881Z","end":"2026-04-16T03:03:41.064194Z","steps":["trace[1726030372] 'process raft request' (duration: 2.91890024s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:03:41.064245Z","caller":"traceutil/trace.go:171","msg":"trace[184776665] linearizableReadLoop","detail":"{readStateIndex:1100; appliedIndex:1095; }","duration":"2.921094935s","start":"2026-04-16T03:03:38.143139Z","end":"2026-04-16T03:03:41.064234Z","steps":["trace[184776665] 'read index received' (duration: 1.004417652s)","trace[184776665] 'applied index is now lower than readState.Index' (duration: 1.916675313s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:03:41.064249Z","caller":"traceutil/trace.go:171","msg":"trace[1003291991] transaction","detail":"{read_only:false; response_revision:1057; number_of_response:1; }","duration":"2.920982512s","start":"2026-04-16T03:03:38.143249Z","end":"2026-04-16T03:03:41.064232Z","steps":["trace[1003291991] 'process raft request' (duration: 2.92049726s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:41.064258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:38.144872Z","time spent":"2.919355931s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:03:41.064319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:38.143234Z","time spent":"2.921049203s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:03:41.116963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.970227895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6b72d15525d35\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-16T03:03:41.117044Z","caller":"traceutil/trace.go:171","msg":"trace[826174968] transaction","detail":"{read_only:false; response_revision:1059; number_of_response:1; }","duration":"972.962513ms","start":"2026-04-16T03:03:40.144068Z","end":"2026-04-16T03:03:41.11703Z","steps":["trace[826174968] 'process raft request' (duration: 972.684756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:41.117094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.930084059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:03:41.117055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.973855607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-16T03:03:41.117149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:40.144042Z","time spent":"973.043764ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:03:41.117178Z","caller":"traceutil/trace.go:171","msg":"trace[591380580] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1058; }","duration":"2.974055602s","start":"2026-04-16T03:03:38.143092Z","end":"2026-04-16T03:03:41.117147Z","steps":["trace[591380580] 'agreement among raft nodes before linearized reading' (duration: 2.921244928s)","trace[591380580] 'range keys from in-memory index tree' (duration: 52.463835ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:03:41.117041Z","caller":"traceutil/trace.go:171","msg":"trace[519497381] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6b72d15525d35; range_end:; response_count:1; response_revision:1059; }","duration":"2.970322318s","start":"2026-04-16T03:03:38.146699Z","end":"2026-04-16T03:03:41.117021Z","steps":["trace[519497381] 'agreement among raft nodes before linearized reading' (duration: 2.970165884s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:41.117285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:38.14669Z","time spent":"2.970585734s","remote":"127.0.0.1:58944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6b72d15525d35\" "} {"level":"warn","ts":"2026-04-16T03:03:41.117277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:38.143072Z","time spent":"2.974189185s","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-04-16T03:03:41.117114Z","caller":"traceutil/trace.go:171","msg":"trace[1640075612] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1059; }","duration":"2.930140581s","start":"2026-04-16T03:03:38.186969Z","end":"2026-04-16T03:03:41.117109Z","steps":["trace[1640075612] 'agreement among raft nodes before linearized reading' (duration: 2.93010414s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:41.11696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.43294035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:03:41.117436Z","caller":"traceutil/trace.go:171","msg":"trace[773727135] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:1059; }","duration":"1.433492965s","start":"2026-04-16T03:03:39.683936Z","end":"2026-04-16T03:03:41.117429Z","steps":["trace[773727135] 'agreement among raft nodes before linearized reading' (duration: 1.432951292s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:41.117406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:38.186945Z","time spent":"2.930422998s","remote":"127.0.0.1:56336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:03:41.117456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:39.683907Z","time spent":"1.433541905s","remote":"127.0.0.1:56138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:03:41.117599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.238039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:03:41.117644Z","caller":"traceutil/trace.go:171","msg":"trace[1240935239] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1059; }","duration":"965.327561ms","start":"2026-04-16T03:03:40.1523Z","end":"2026-04-16T03:03:41.117627Z","steps":["trace[1240935239] 'agreement among raft nodes before linearized reading' (duration: 965.243999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:41.11767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:40.152279Z","time spent":"965.385573ms","remote":"127.0.0.1:58872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:03:41.307037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.320751ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-16T03:03:41.307168Z","caller":"traceutil/trace.go:171","msg":"trace[2108860070] linearizableReadLoop","detail":"{readStateIndex:1103; appliedIndex:1102; }","duration":"182.088553ms","start":"2026-04-16T03:03:41.125061Z","end":"2026-04-16T03:03:41.307149Z","steps":["trace[2108860070] 'read index received' (duration: 50.542456ms)","trace[2108860070] 'applied index is now lower than readState.Index' (duration: 131.541437ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:03:41.307255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.195786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:03:41.307283Z","caller":"traceutil/trace.go:171","msg":"trace[180985183] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1059; }","duration":"182.255987ms","start":"2026-04-16T03:03:41.125018Z","end":"2026-04-16T03:03:41.307274Z","steps":["trace[180985183] 'agreement among raft nodes before linearized reading' (duration: 182.192885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:41.834856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.633804ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:03:41.834992Z","caller":"traceutil/trace.go:171","msg":"trace[1118101142] transaction","detail":"{read_only:false; response_revision:1061; number_of_response:1; }","duration":"498.79652ms","start":"2026-04-16T03:03:41.336171Z","end":"2026-04-16T03:03:41.834968Z","steps":["trace[1118101142] 'process raft request' (duration: 108.94474ms)","trace[1118101142] 'compare' (duration: 389.508491ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:03:41.835077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:41.336149Z","time spent":"498.890483ms","remote":"127.0.0.1:58944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:03:42.696864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.88542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:03:42.697003Z","caller":"traceutil/trace.go:171","msg":"trace[1102981391] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1061; }","duration":"368.098756ms","start":"2026-04-16T03:03:42.328876Z","end":"2026-04-16T03:03:42.696975Z","steps":["trace[1102981391] 'count revisions from in-memory index tree' (duration: 367.731156ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:42.697074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:42.328856Z","time spent":"368.203388ms","remote":"127.0.0.1:56292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:03:43.289572Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439973314,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T03:03:43.394608Z","caller":"traceutil/trace.go:171","msg":"trace[631018685] transaction","detail":"{read_only:false; response_revision:1062; number_of_response:1; }","duration":"693.339026ms","start":"2026-04-16T03:03:42.701246Z","end":"2026-04-16T03:03:43.394585Z","steps":["trace[631018685] 'process raft request' (duration: 693.162012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:43.394739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:42.701217Z","time spent":"693.453169ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:03:44.789498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000093314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:03:44.789584Z","caller":"traceutil/trace.go:171","msg":"trace[2043793500] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000227198s","start":"2026-04-16T03:03:42.78934Z","end":"2026-04-16T03:03:44.789567Z","steps":["trace[2043793500] 'agreement among raft nodes before linearized reading' (duration: 2.000113935s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:44.789629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:42.789322Z","time spent":"2.000298019s","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:03:44.836119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.240661ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:03:44.836212Z","caller":"traceutil/trace.go:171","msg":"trace[1672117591] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1062; }","duration":"574.345164ms","start":"2026-04-16T03:03:44.261852Z","end":"2026-04-16T03:03:44.836198Z","steps":["trace[1672117591] 'range keys from in-memory index tree' (duration: 574.22789ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:44.836429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.436084649s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:03:44.836618Z","caller":"traceutil/trace.go:171","msg":"trace[2069562314] linearizableReadLoop","detail":"{readStateIndex:1107; appliedIndex:1106; }","duration":"2.047171684s","start":"2026-04-16T03:03:42.789373Z","end":"2026-04-16T03:03:44.836545Z","steps":["trace[2069562314] 'read index received' (duration: 605.281459ms)","trace[2069562314] 'applied index is now lower than readState.Index' (duration: 1.441887985s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:03:44.836647Z","caller":"traceutil/trace.go:171","msg":"trace[1359396046] transaction","detail":"{read_only:false; response_revision:1063; number_of_response:1; }","duration":"1.713085522s","start":"2026-04-16T03:03:43.12353Z","end":"2026-04-16T03:03:44.836616Z","steps":["trace[1359396046] 'process raft request' (duration: 276.666144ms)","trace[1359396046] 'compare' (duration: 1.435904984s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:03:44.836761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:43.123496Z","time spent":"1.713204635s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:03:44.85281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.784798168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T03:03:44.85283Z","caller":"traceutil/trace.go:171","msg":"trace[1703061313] transaction","detail":"{read_only:false; response_revision:1064; number_of_response:1; }","duration":"307.29183ms","start":"2026-04-16T03:03:44.545514Z","end":"2026-04-16T03:03:44.852805Z","steps":["trace[1703061313] 'process raft request' (duration: 307.079625ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:03:44.852856Z","caller":"traceutil/trace.go:171","msg":"trace[141768360] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1064; }","duration":"1.784886351s","start":"2026-04-16T03:03:43.06796Z","end":"2026-04-16T03:03:44.852847Z","steps":["trace[141768360] 'agreement among raft nodes before linearized reading' (duration: 1.784733007s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:44.852883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:43.06794Z","time spent":"1.784936501s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:03:44.852893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.023936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-16T03:03:44.852934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.784247693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-16T03:03:44.85296Z","caller":"traceutil/trace.go:171","msg":"trace[885050472] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:1064; }","duration":"926.139999ms","start":"2026-04-16T03:03:43.926803Z","end":"2026-04-16T03:03:44.852943Z","steps":["trace[885050472] 'agreement among raft nodes before linearized reading' (duration: 925.951174ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:03:44.85297Z","caller":"traceutil/trace.go:171","msg":"trace[941163474] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1064; }","duration":"1.784339705s","start":"2026-04-16T03:03:43.068621Z","end":"2026-04-16T03:03:44.852961Z","steps":["trace[941163474] 'agreement among raft nodes before linearized reading' (duration: 1.784238023s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:44.852964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:44.545477Z","time spent":"307.402473ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:03:44.852997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:43.068538Z","time spent":"1.784453079s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:03:44.853012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:43.926782Z","time spent":"926.206602ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-04-16T03:03:44.853066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.784621384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:03:44.853166Z","caller":"traceutil/trace.go:171","msg":"trace[2144579602] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1064; }","duration":"1.784751058s","start":"2026-04-16T03:03:43.068388Z","end":"2026-04-16T03:03:44.853139Z","steps":["trace[2144579602] 'agreement among raft nodes before linearized reading' (duration: 1.784447579s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:44.853214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:43.06838Z","time spent":"1.784824509s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:03:44.853541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.78524788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:03:44.853589Z","caller":"traceutil/trace.go:171","msg":"trace[1788537450] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1064; }","duration":"1.785360603s","start":"2026-04-16T03:03:43.068215Z","end":"2026-04-16T03:03:44.853576Z","steps":["trace[1788537450] 'agreement among raft nodes before linearized reading' (duration: 1.784772038s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:44.853624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:43.068177Z","time spent":"1.785438945s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:03:45.214254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.363144ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-16T03:03:45.214344Z","caller":"traceutil/trace.go:171","msg":"trace[577291235] linearizableReadLoop","detail":"{readStateIndex:1109; appliedIndex:1108; }","duration":"356.155506ms","start":"2026-04-16T03:03:44.858175Z","end":"2026-04-16T03:03:45.21433Z","steps":["trace[577291235] 'read index received' (duration: 105.72902ms)","trace[577291235] 'applied index is now lower than readState.Index' (duration: 250.425186ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:03:45.214406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:44.854971Z","time spent":"359.425048ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:03:45.214484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.30381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6b72d15525d35\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-16T03:03:45.214505Z","caller":"traceutil/trace.go:171","msg":"trace[20629474] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6b72d15525d35; range_end:; response_count:1; response_revision:1064; }","duration":"356.361021ms","start":"2026-04-16T03:03:44.858137Z","end":"2026-04-16T03:03:45.214498Z","steps":["trace[20629474] 'agreement among raft nodes before linearized reading' (duration: 356.246148ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:45.214528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:44.85812Z","time spent":"356.402572ms","remote":"127.0.0.1:58944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6b72d15525d35\" "} {"level":"warn","ts":"2026-04-16T03:03:45.71448Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439973326,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:03:46.215206Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439973326,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:03:46.715852Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439973326,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:03:46.863866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00038174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:03:46.86396Z","caller":"traceutil/trace.go:171","msg":"trace[1275556986] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000486214s","start":"2026-04-16T03:03:44.863441Z","end":"2026-04-16T03:03:46.863927Z","steps":["trace[1275556986] 'agreement among raft nodes before linearized reading' (duration: 2.000397611s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:46.864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:44.863431Z","time spent":"2.000560065s","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:03:47.01403Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.050165339s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:03:47.014409Z","caller":"traceutil/trace.go:171","msg":"trace[529335191] transaction","detail":"{read_only:false; response_revision:1066; number_of_response:1; }","duration":"2.156027902s","start":"2026-04-16T03:03:44.858361Z","end":"2026-04-16T03:03:47.014389Z","steps":["trace[529335191] 'process raft request' (duration: 2.15596815s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:03:47.01448Z","caller":"traceutil/trace.go:171","msg":"trace[1866331205] transaction","detail":"{read_only:false; response_revision:1065; number_of_response:1; }","duration":"2.156085533s","start":"2026-04-16T03:03:44.858364Z","end":"2026-04-16T03:03:47.014449Z","steps":["trace[1866331205] 'process raft request' (duration: 2.155826017s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:47.014543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:44.858322Z","time spent":"2.156154315s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:03:47.014637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:44.858347Z","time spent":"2.156207186s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:03:47.014738Z","caller":"traceutil/trace.go:171","msg":"trace[100645969] transaction","detail":"{read_only:false; response_revision:1067; number_of_response:1; }","duration":"2.156227507s","start":"2026-04-16T03:03:44.858484Z","end":"2026-04-16T03:03:47.014712Z","steps":["trace[100645969] 'process raft request' (duration: 2.155878108s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:47.014874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:44.858474Z","time spent":"2.156324829s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:03:47.014992Z","caller":"traceutil/trace.go:171","msg":"trace[1458229720] transaction","detail":"{read_only:false; response_revision:1068; number_of_response:1; }","duration":"2.152589965s","start":"2026-04-16T03:03:44.862389Z","end":"2026-04-16T03:03:47.014979Z","steps":["trace[1458229720] 'process raft request' (duration: 2.152233446s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:47.015054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:44.862376Z","time spent":"2.152644566s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:03:47.082403Z","caller":"traceutil/trace.go:171","msg":"trace[1105939341] linearizableReadLoop","detail":"{readStateIndex:1115; appliedIndex:1109; }","duration":"1.868016613s","start":"2026-04-16T03:03:45.214363Z","end":"2026-04-16T03:03:47.082379Z","steps":["trace[1105939341] 'read index received' (duration: 1.799845685s)","trace[1105939341] 'applied index is now lower than readState.Index' (duration: 68.170018ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:03:47.082449Z","caller":"traceutil/trace.go:171","msg":"trace[1289673277] transaction","detail":"{read_only:false; response_revision:1069; number_of_response:1; }","duration":"1.864908855s","start":"2026-04-16T03:03:45.217511Z","end":"2026-04-16T03:03:47.08242Z","steps":["trace[1289673277] 'process raft request' (duration: 1.864649899s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:03:47.082522Z","caller":"traceutil/trace.go:171","msg":"trace[1931043798] transaction","detail":"{read_only:false; response_revision:1071; number_of_response:1; }","duration":"240.876697ms","start":"2026-04-16T03:03:46.841635Z","end":"2026-04-16T03:03:47.082512Z","steps":["trace[1931043798] 'process raft request' (duration: 240.700922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:47.082606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:45.217489Z","time spent":"1.865022598s","remote":"127.0.0.1:58944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:03:47.082684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.085062973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:03:47.082724Z","caller":"traceutil/trace.go:171","msg":"trace[1433959776] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1071; }","duration":"2.085172066s","start":"2026-04-16T03:03:44.997543Z","end":"2026-04-16T03:03:47.082715Z","steps":["trace[1433959776] 'agreement among raft nodes before linearized reading' (duration: 2.085090414s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:47.082761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:44.997514Z","time spent":"2.085237136s","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:03:47.082421Z","caller":"traceutil/trace.go:171","msg":"trace[1596356431] transaction","detail":"{read_only:false; response_revision:1070; number_of_response:1; }","duration":"1.864825843s","start":"2026-04-16T03:03:45.217568Z","end":"2026-04-16T03:03:47.082394Z","steps":["trace[1596356431] 'process raft request' (duration: 1.86472108s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:47.082937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:45.21754Z","time spent":"1.865369487s","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:03:47.083049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.25027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:03:47.083106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.682404013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T03:03:47.083167Z","caller":"traceutil/trace.go:171","msg":"trace[2109641465] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1071; }","duration":"218.417624ms","start":"2026-04-16T03:03:46.864723Z","end":"2026-04-16T03:03:47.08314Z","steps":["trace[2109641465] 'agreement among raft nodes before linearized reading' (duration: 218.170888ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:03:47.083207Z","caller":"traceutil/trace.go:171","msg":"trace[1692488352] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1071; }","duration":"1.682562697s","start":"2026-04-16T03:03:45.400622Z","end":"2026-04-16T03:03:47.083185Z","steps":["trace[1692488352] 'agreement among raft nodes before linearized reading' (duration: 1.682242649s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:47.083265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:45.400599Z","time spent":"1.682653569s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:03:47.259562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.685836ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:03:47.259721Z","caller":"traceutil/trace.go:171","msg":"trace[1801489095] linearizableReadLoop","detail":"{readStateIndex:1117; appliedIndex:1116; }","duration":"171.280383ms","start":"2026-04-16T03:03:47.088416Z","end":"2026-04-16T03:03:47.259696Z","steps":["trace[1801489095] 'read index received' (duration: 50.337952ms)","trace[1801489095] 'applied index is now lower than readState.Index' (duration: 120.940041ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:03:47.259781Z","caller":"traceutil/trace.go:171","msg":"trace[944944832] transaction","detail":"{read_only:false; response_revision:1072; number_of_response:1; }","duration":"172.088274ms","start":"2026-04-16T03:03:47.087654Z","end":"2026-04-16T03:03:47.259742Z","steps":["trace[944944832] 'process raft request' (duration: 51.08543ms)","trace[944944832] 'compare' (duration: 120.533471ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:03:47.25992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.541329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-16T03:03:47.25997Z","caller":"traceutil/trace.go:171","msg":"trace[813216856] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1072; }","duration":"171.627672ms","start":"2026-04-16T03:03:47.088331Z","end":"2026-04-16T03:03:47.259958Z","steps":["trace[813216856] 'agreement among raft nodes before linearized reading' (duration: 171.437647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:47.653383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.093693ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:03:47.653524Z","caller":"traceutil/trace.go:171","msg":"trace[1804653280] linearizableReadLoop","detail":"{readStateIndex:1118; appliedIndex:1117; }","duration":"393.741887ms","start":"2026-04-16T03:03:47.25976Z","end":"2026-04-16T03:03:47.653502Z","steps":["trace[1804653280] 'read index received' (duration: 201.324376ms)","trace[1804653280] 'applied index is now lower than readState.Index' (duration: 192.415331ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:03:47.653666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.097197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:03:47.653716Z","caller":"traceutil/trace.go:171","msg":"trace[1303317264] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1073; }","duration":"564.158038ms","start":"2026-04-16T03:03:47.089545Z","end":"2026-04-16T03:03:47.653703Z","steps":["trace[1303317264] 'agreement among raft nodes before linearized reading' (duration: 564.043155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:47.653757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:47.089539Z","time spent":"564.209199ms","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:03:47.653819Z","caller":"traceutil/trace.go:171","msg":"trace[139221220] transaction","detail":"{read_only:false; response_revision:1073; number_of_response:1; }","duration":"564.615809ms","start":"2026-04-16T03:03:47.089182Z","end":"2026-04-16T03:03:47.653798Z","steps":["trace[139221220] 'process raft request' (duration: 371.988633ms)","trace[139221220] 'compare' (duration: 191.885088ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:03:47.653909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:47.089154Z","time spent":"564.706882ms","remote":"127.0.0.1:58944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:03:48.54939Z","caller":"traceutil/trace.go:171","msg":"trace[268906426] transaction","detail":"{read_only:false; response_revision:1074; number_of_response:1; }","duration":"228.26439ms","start":"2026-04-16T03:03:48.3211Z","end":"2026-04-16T03:03:48.549365Z","steps":["trace[268906426] 'process raft request' (duration: 228.113266ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:03:49.267685Z","caller":"traceutil/trace.go:171","msg":"trace[1321539760] transaction","detail":"{read_only:false; response_revision:1077; number_of_response:1; }","duration":"243.973794ms","start":"2026-04-16T03:03:49.023682Z","end":"2026-04-16T03:03:49.267655Z","steps":["trace[1321539760] 'process raft request' (duration: 243.755998ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:03:49.267802Z","caller":"traceutil/trace.go:171","msg":"trace[1402989872] transaction","detail":"{read_only:false; response_revision:1078; number_of_response:1; }","duration":"243.526592ms","start":"2026-04-16T03:03:49.024254Z","end":"2026-04-16T03:03:49.26778Z","steps":["trace[1402989872] 'process raft request' (duration: 243.218794ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:03:49.267908Z","caller":"traceutil/trace.go:171","msg":"trace[245843724] transaction","detail":"{read_only:false; response_revision:1079; number_of_response:1; }","duration":"179.985801ms","start":"2026-04-16T03:03:49.087914Z","end":"2026-04-16T03:03:49.2679Z","steps":["trace[245843724] 'process raft request' (duration: 179.588681ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:03:49.267985Z","caller":"traceutil/trace.go:171","msg":"trace[1527314160] transaction","detail":"{read_only:false; response_revision:1076; number_of_response:1; }","duration":"244.693181ms","start":"2026-04-16T03:03:49.023239Z","end":"2026-04-16T03:03:49.267933Z","steps":["trace[1527314160] 'process raft request' (duration: 244.087706ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:03:51.388976Z","caller":"traceutil/trace.go:171","msg":"trace[1386019684] linearizableReadLoop","detail":"{readStateIndex:1126; appliedIndex:1125; }","duration":"116.145741ms","start":"2026-04-16T03:03:51.272798Z","end":"2026-04-16T03:03:51.388944Z","steps":["trace[1386019684] 'read index received' (duration: 116.015618ms)","trace[1386019684] 'applied index is now lower than readState.Index' (duration: 128.643µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:03:51.38905Z","caller":"traceutil/trace.go:171","msg":"trace[904555824] transaction","detail":"{read_only:false; response_revision:1081; number_of_response:1; }","duration":"259.451953ms","start":"2026-04-16T03:03:51.129556Z","end":"2026-04-16T03:03:51.389008Z","steps":["trace[904555824] 'process raft request' (duration: 259.204377ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:51.389368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.527271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T03:03:51.389494Z","caller":"traceutil/trace.go:171","msg":"trace[1138907420] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1081; }","duration":"116.678154ms","start":"2026-04-16T03:03:51.272789Z","end":"2026-04-16T03:03:51.389467Z","steps":["trace[1138907420] 'agreement among raft nodes before linearized reading' (duration: 116.296645ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:03:51.390919Z","caller":"traceutil/trace.go:171","msg":"trace[574692955] transaction","detail":"{read_only:false; response_revision:1082; number_of_response:1; }","duration":"116.613602ms","start":"2026-04-16T03:03:51.27428Z","end":"2026-04-16T03:03:51.390894Z","steps":["trace[574692955] 'process raft request' (duration: 116.314084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:51.390948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.435283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-16T03:03:51.391042Z","caller":"traceutil/trace.go:171","msg":"trace[1562709010] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1082; }","duration":"117.576237ms","start":"2026-04-16T03:03:51.273442Z","end":"2026-04-16T03:03:51.391018Z","steps":["trace[1562709010] 'agreement among raft nodes before linearized reading' (duration: 117.31848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:51.39126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.701939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T03:03:51.391299Z","caller":"traceutil/trace.go:171","msg":"trace[27955957] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1082; }","duration":"117.796342ms","start":"2026-04-16T03:03:51.273494Z","end":"2026-04-16T03:03:51.39129Z","steps":["trace[27955957] 'agreement among raft nodes before linearized reading' (duration: 117.69663ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:03:55.213799Z","caller":"traceutil/trace.go:171","msg":"trace[1663976474] transaction","detail":"{read_only:false; response_revision:1094; number_of_response:1; }","duration":"136.551182ms","start":"2026-04-16T03:03:55.077228Z","end":"2026-04-16T03:03:55.213779Z","steps":["trace[1663976474] 'process raft request' (duration: 136.432449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:55.905553Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439973395,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T03:03:55.923647Z","caller":"traceutil/trace.go:171","msg":"trace[97824567] linearizableReadLoop","detail":"{readStateIndex:1142; appliedIndex:1141; }","duration":"518.392992ms","start":"2026-04-16T03:03:55.405232Z","end":"2026-04-16T03:03:55.923625Z","steps":["trace[97824567] 'read index received' (duration: 518.182927ms)","trace[97824567] 'applied index is now lower than readState.Index' (duration: 209.215µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:03:55.923733Z","caller":"traceutil/trace.go:171","msg":"trace[696209828] transaction","detail":"{read_only:false; response_revision:1095; number_of_response:1; }","duration":"519.615862ms","start":"2026-04-16T03:03:55.404085Z","end":"2026-04-16T03:03:55.923701Z","steps":["trace[696209828] 'process raft request' (duration: 519.380056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:55.923881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:55.404062Z","time spent":"519.740534ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:03:55.923938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.680129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-16T03:03:55.923954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.036193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:03:55.924019Z","caller":"traceutil/trace.go:171","msg":"trace[1774212299] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1095; }","duration":"518.815162ms","start":"2026-04-16T03:03:55.405186Z","end":"2026-04-16T03:03:55.924001Z","steps":["trace[1774212299] 'agreement among raft nodes before linearized reading' (duration: 518.529215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:55.923995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.620862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-16T03:03:55.92403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.93697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-16T03:03:55.924068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:55.405164Z","time spent":"518.895615ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:03:55.923963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.144615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:03:55.92405Z","caller":"traceutil/trace.go:171","msg":"trace[1501614784] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1095; }","duration":"137.187718ms","start":"2026-04-16T03:03:55.786837Z","end":"2026-04-16T03:03:55.924024Z","steps":["trace[1501614784] 'agreement among raft nodes before linearized reading' (duration: 137.027433ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:03:55.924097Z","caller":"traceutil/trace.go:171","msg":"trace[1033703784] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1095; }","duration":"500.045332ms","start":"2026-04-16T03:03:55.424037Z","end":"2026-04-16T03:03:55.924082Z","steps":["trace[1033703784] 'agreement among raft nodes before linearized reading' (duration: 499.885407ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:03:55.924115Z","caller":"traceutil/trace.go:171","msg":"trace[1168483127] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1095; }","duration":"174.360591ms","start":"2026-04-16T03:03:55.749743Z","end":"2026-04-16T03:03:55.924103Z","steps":["trace[1168483127] 'agreement among raft nodes before linearized reading' (duration: 174.138404ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:55.924155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:55.424019Z","time spent":"500.127704ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:03:55.92397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.899387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:03:55.9242Z","caller":"traceutil/trace.go:171","msg":"trace[4057028] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1095; }","duration":"498.155495ms","start":"2026-04-16T03:03:55.426037Z","end":"2026-04-16T03:03:55.924193Z","steps":["trace[4057028] 'agreement among raft nodes before linearized reading' (duration: 497.802615ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:03:55.924087Z","caller":"traceutil/trace.go:171","msg":"trace[595697269] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1095; }","duration":"515.766507ms","start":"2026-04-16T03:03:55.408301Z","end":"2026-04-16T03:03:55.924068Z","steps":["trace[595697269] 'agreement among raft nodes before linearized reading' (duration: 515.482029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:55.924227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:55.426022Z","time spent":"498.197816ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:03:55.924249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:55.408286Z","time spent":"515.948991ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:03:55.924664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.089888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:03:55.924718Z","caller":"traceutil/trace.go:171","msg":"trace[2121102605] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1095; }","duration":"497.204272ms","start":"2026-04-16T03:03:55.427501Z","end":"2026-04-16T03:03:55.924705Z","steps":["trace[2121102605] 'agreement among raft nodes before linearized reading' (duration: 496.303198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:55.924752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:55.427465Z","time spent":"497.277293ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T03:03:56.188407Z","caller":"traceutil/trace.go:171","msg":"trace[1428530506] transaction","detail":"{read_only:false; response_revision:1100; number_of_response:1; }","duration":"259.475433ms","start":"2026-04-16T03:03:55.928908Z","end":"2026-04-16T03:03:56.188384Z","steps":["trace[1428530506] 'process raft request' (duration: 259.433922ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:03:56.188466Z","caller":"traceutil/trace.go:171","msg":"trace[2030299912] transaction","detail":"{read_only:false; response_revision:1097; number_of_response:1; }","duration":"259.680977ms","start":"2026-04-16T03:03:55.928753Z","end":"2026-04-16T03:03:56.188434Z","steps":["trace[2030299912] 'process raft request' (duration: 259.403161ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:03:56.188444Z","caller":"traceutil/trace.go:171","msg":"trace[1009503304] transaction","detail":"{read_only:false; response_revision:1098; number_of_response:1; }","duration":"259.669227ms","start":"2026-04-16T03:03:55.928759Z","end":"2026-04-16T03:03:56.188429Z","steps":["trace[1009503304] 'process raft request' (duration: 259.505593ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:03:56.188631Z","caller":"traceutil/trace.go:171","msg":"trace[906308080] transaction","detail":"{read_only:false; response_revision:1096; number_of_response:1; }","duration":"260.256192ms","start":"2026-04-16T03:03:55.928351Z","end":"2026-04-16T03:03:56.188607Z","steps":["trace[906308080] 'process raft request' (duration: 174.742358ms)","trace[906308080] 'compare' (duration: 84.528099ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:03:56.188656Z","caller":"traceutil/trace.go:171","msg":"trace[636323327] transaction","detail":"{read_only:false; response_revision:1099; number_of_response:1; }","duration":"259.75171ms","start":"2026-04-16T03:03:55.928853Z","end":"2026-04-16T03:03:56.188605Z","steps":["trace[636323327] 'process raft request' (duration: 259.459992ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:03:58.546705Z","caller":"traceutil/trace.go:171","msg":"trace[1396636052] linearizableReadLoop","detail":"{readStateIndex:1148; appliedIndex:1147; }","duration":"353.498008ms","start":"2026-04-16T03:03:58.193189Z","end":"2026-04-16T03:03:58.546687Z","steps":["trace[1396636052] 'read index received' (duration: 353.379095ms)","trace[1396636052] 'applied index is now lower than readState.Index' (duration: 117.813µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:03:58.546809Z","caller":"traceutil/trace.go:171","msg":"trace[906925850] transaction","detail":"{read_only:false; response_revision:1101; number_of_response:1; }","duration":"617.29157ms","start":"2026-04-16T03:03:57.929478Z","end":"2026-04-16T03:03:58.54677Z","steps":["trace[906925850] 'process raft request' (duration: 617.095135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:58.546903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.719154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T03:03:58.546927Z","caller":"traceutil/trace.go:171","msg":"trace[781877508] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1101; }","duration":"353.798897ms","start":"2026-04-16T03:03:58.19312Z","end":"2026-04-16T03:03:58.546919Z","steps":["trace[781877508] 'agreement among raft nodes before linearized reading' (duration: 353.671223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:58.546947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:58.193101Z","time spent":"353.841658ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:03:58.547007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:57.929456Z","time spent":"617.438684ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:03:58.547012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.426836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-16T03:03:58.547058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.071588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:03:58.547071Z","caller":"traceutil/trace.go:171","msg":"trace[933985275] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1101; }","duration":"353.103488ms","start":"2026-04-16T03:03:58.193964Z","end":"2026-04-16T03:03:58.547068Z","steps":["trace[933985275] 'agreement among raft nodes before linearized reading' (duration: 353.060927ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:58.547083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:58.193954Z","time spent":"353.12639ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T03:03:58.547076Z","caller":"traceutil/trace.go:171","msg":"trace[908842236] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1101; }","duration":"353.525889ms","start":"2026-04-16T03:03:58.193535Z","end":"2026-04-16T03:03:58.547061Z","steps":["trace[908842236] 'agreement among raft nodes before linearized reading' (duration: 353.326494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:58.547128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:58.193526Z","time spent":"353.598161ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:03:58.547143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.56701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T03:03:58.547163Z","caller":"traceutil/trace.go:171","msg":"trace[1157132382] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1101; }","duration":"353.629751ms","start":"2026-04-16T03:03:58.193528Z","end":"2026-04-16T03:03:58.547158Z","steps":["trace[1157132382] 'agreement among raft nodes before linearized reading' (duration: 353.56489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:58.547188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:58.193517Z","time spent":"353.665612ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:03:58.547286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.286623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:03:58.5474Z","caller":"traceutil/trace.go:171","msg":"trace[1978071168] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1101; }","duration":"353.457407ms","start":"2026-04-16T03:03:58.193919Z","end":"2026-04-16T03:03:58.547376Z","steps":["trace[1978071168] 'agreement among raft nodes before linearized reading' (duration: 353.067817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:58.547486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:58.193897Z","time spent":"353.55129ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T03:03:59.280078Z","caller":"traceutil/trace.go:171","msg":"trace[669043206] transaction","detail":"{read_only:false; response_revision:1102; number_of_response:1; }","duration":"727.607203ms","start":"2026-04-16T03:03:58.552425Z","end":"2026-04-16T03:03:59.280032Z","steps":["trace[669043206] 'process raft request' (duration: 647.048945ms)","trace[669043206] 'compare' (duration: 80.056806ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:03:59.280314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:58.552403Z","time spent":"727.772909ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:03:59.314062Z","caller":"traceutil/trace.go:171","msg":"trace[659566819] transaction","detail":"{read_only:false; response_revision:1103; number_of_response:1; }","duration":"761.153785ms","start":"2026-04-16T03:03:58.552878Z","end":"2026-04-16T03:03:59.314032Z","steps":["trace[659566819] 'process raft request' (duration: 760.895759ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:03:59.314067Z","caller":"traceutil/trace.go:171","msg":"trace[1795156646] transaction","detail":"{read_only:false; response_revision:1104; number_of_response:1; }","duration":"761.065283ms","start":"2026-04-16T03:03:58.552967Z","end":"2026-04-16T03:03:59.314033Z","steps":["trace[1795156646] 'process raft request' (duration: 760.985951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:59.314199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:58.55283Z","time spent":"761.297978ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:03:59.314258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:58.552944Z","time spent":"761.210466ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:03:59.314429Z","caller":"traceutil/trace.go:171","msg":"trace[180303456] transaction","detail":"{read_only:false; response_revision:1106; number_of_response:1; }","duration":"760.733735ms","start":"2026-04-16T03:03:58.553685Z","end":"2026-04-16T03:03:59.314419Z","steps":["trace[180303456] 'process raft request' (duration: 760.54423ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:03:59.314405Z","caller":"traceutil/trace.go:171","msg":"trace[877144690] linearizableReadLoop","detail":"{readStateIndex:1154; appliedIndex:1148; }","duration":"524.267089ms","start":"2026-04-16T03:03:58.790115Z","end":"2026-04-16T03:03:59.314383Z","steps":["trace[877144690] 'read index received' (duration: 409.344529ms)","trace[877144690] 'applied index is now lower than readState.Index' (duration: 114.9213ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:03:59.31447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:58.553672Z","time spent":"760.779765ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:03:59.314439Z","caller":"traceutil/trace.go:171","msg":"trace[797215222] transaction","detail":"{read_only:false; response_revision:1105; number_of_response:1; }","duration":"760.783076ms","start":"2026-04-16T03:03:58.553602Z","end":"2026-04-16T03:03:59.314385Z","steps":["trace[797215222] 'process raft request' (duration: 760.386406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:59.314556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.986163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:03:59.314548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.429273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:03:59.314585Z","caller":"traceutil/trace.go:171","msg":"trace[959711686] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:1107; }","duration":"135.058265ms","start":"2026-04-16T03:03:59.179519Z","end":"2026-04-16T03:03:59.314577Z","steps":["trace[959711686] 'agreement among raft nodes before linearized reading' (duration: 135.005903ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:03:59.314598Z","caller":"traceutil/trace.go:171","msg":"trace[994847855] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1107; }","duration":"524.502134ms","start":"2026-04-16T03:03:58.790082Z","end":"2026-04-16T03:03:59.314585Z","steps":["trace[994847855] 'agreement among raft nodes before linearized reading' (duration: 524.389621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:59.314639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:58.790068Z","time spent":"524.564846ms","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:03:59.314438Z","caller":"traceutil/trace.go:171","msg":"trace[772400535] transaction","detail":"{read_only:false; response_revision:1107; number_of_response:1; }","duration":"666.164285ms","start":"2026-04-16T03:03:58.648261Z","end":"2026-04-16T03:03:59.314425Z","steps":["trace[772400535] 'process raft request' (duration: 666.077273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:03:59.314744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:58.648239Z","time spent":"666.454001ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:03:59.314758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:03:58.553584Z","time spent":"761.003051ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:04:00.134288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.440121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:04:00.134389Z","caller":"traceutil/trace.go:171","msg":"trace[1303020744] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:1107; }","duration":"184.583205ms","start":"2026-04-16T03:03:59.949787Z","end":"2026-04-16T03:04:00.13437Z","steps":["trace[1303020744] 'count revisions from in-memory index tree' (duration: 184.309038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:00.92278Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439973421,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:04:01.127205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.638009ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T03:04:01.307939Z","caller":"traceutil/trace.go:171","msg":"trace[298752886] transaction","detail":"{read_only:false; response_revision:1108; number_of_response:1; }","duration":"754.501158ms","start":"2026-04-16T03:04:00.553404Z","end":"2026-04-16T03:04:01.307905Z","steps":["trace[298752886] 'process raft request' (duration: 754.199011ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:04:01.308051Z","caller":"traceutil/trace.go:171","msg":"trace[1509429126] linearizableReadLoop","detail":"{readStateIndex:1157; appliedIndex:1154; }","duration":"885.977353ms","start":"2026-04-16T03:04:00.422043Z","end":"2026-04-16T03:04:01.30802Z","steps":["trace[1509429126] 'read index received' (duration: 579.558604ms)","trace[1509429126] 'applied index is now lower than readState.Index' (duration: 306.416659ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:04:01.308104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:00.553381Z","time spent":"754.635671ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:04:01.308134Z","caller":"traceutil/trace.go:171","msg":"trace[1832999825] transaction","detail":"{read_only:false; response_revision:1109; number_of_response:1; }","duration":"710.456853ms","start":"2026-04-16T03:04:00.597652Z","end":"2026-04-16T03:04:01.308109Z","steps":["trace[1832999825] 'process raft request' (duration: 710.110575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:01.308224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.156627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:04:01.308242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.125473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:04:01.308283Z","caller":"traceutil/trace.go:171","msg":"trace[1654783306] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:1109; }","duration":"818.210006ms","start":"2026-04-16T03:04:00.490064Z","end":"2026-04-16T03:04:01.308274Z","steps":["trace[1654783306] 'agreement among raft nodes before linearized reading' (duration: 818.121063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:01.308273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:00.597624Z","time spent":"710.578386ms","remote":"127.0.0.1:59060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7706,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:04:01.308282Z","caller":"traceutil/trace.go:171","msg":"trace[89199091] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1109; }","duration":"886.258311ms","start":"2026-04-16T03:04:00.422008Z","end":"2026-04-16T03:04:01.308267Z","steps":["trace[89199091] 'agreement among raft nodes before linearized reading' (duration: 886.138137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:01.308278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"519.033938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:04:01.308306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:00.490047Z","time spent":"818.252957ms","remote":"127.0.0.1:56074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:04:01.308324Z","caller":"traceutil/trace.go:171","msg":"trace[1433053283] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1109; }","duration":"519.11879ms","start":"2026-04-16T03:04:00.789193Z","end":"2026-04-16T03:04:01.308312Z","steps":["trace[1433053283] 'agreement among raft nodes before linearized reading' (duration: 519.051468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:01.308323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:00.421991Z","time spent":"886.324202ms","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:04:01.308354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:00.789172Z","time spent":"519.175541ms","remote":"127.0.0.1:58872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:04:01.72382Z","caller":"traceutil/trace.go:171","msg":"trace[217193719] linearizableReadLoop","detail":"{readStateIndex:1158; appliedIndex:1157; }","duration":"405.218195ms","start":"2026-04-16T03:04:01.318575Z","end":"2026-04-16T03:04:01.723793Z","steps":["trace[217193719] 'read index received' (duration: 399.727037ms)","trace[217193719] 'applied index is now lower than readState.Index' (duration: 5.490038ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:04:01.724308Z","caller":"traceutil/trace.go:171","msg":"trace[2075898161] transaction","detail":"{read_only:false; response_revision:1110; number_of_response:1; }","duration":"411.014581ms","start":"2026-04-16T03:04:01.31328Z","end":"2026-04-16T03:04:01.724295Z","steps":["trace[2075898161] 'process raft request' (duration: 404.958209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:01.724428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:01.313227Z","time spent":"411.104563ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:04:01.724785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.78648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:04:01.724885Z","caller":"traceutil/trace.go:171","msg":"trace[1977777853] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1110; }","duration":"405.929083ms","start":"2026-04-16T03:04:01.318927Z","end":"2026-04-16T03:04:01.724856Z","steps":["trace[1977777853] 'agreement among raft nodes before linearized reading' (duration: 405.629765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:01.724946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:01.318911Z","time spent":"406.023936ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:04:01.724982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.127143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T03:04:01.725019Z","caller":"traceutil/trace.go:171","msg":"trace[436328406] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1110; }","duration":"405.193613ms","start":"2026-04-16T03:04:01.319816Z","end":"2026-04-16T03:04:01.72501Z","steps":["trace[436328406] 'agreement among raft nodes before linearized reading' (duration: 405.05239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:01.725051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:01.31981Z","time spent":"405.235505ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:04:01.725158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.59775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T03:04:01.725182Z","caller":"traceutil/trace.go:171","msg":"trace[2059996869] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1110; }","duration":"406.666762ms","start":"2026-04-16T03:04:01.318509Z","end":"2026-04-16T03:04:01.725176Z","steps":["trace[2059996869] 'agreement among raft nodes before linearized reading' (duration: 406.60328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:01.725205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:01.318487Z","time spent":"406.713782ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:04:01.72527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.263531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-16T03:04:01.725372Z","caller":"traceutil/trace.go:171","msg":"trace[908283373] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1110; }","duration":"406.409915ms","start":"2026-04-16T03:04:01.318936Z","end":"2026-04-16T03:04:01.725346Z","steps":["trace[908283373] 'agreement among raft nodes before linearized reading' (duration: 406.116268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:01.725439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:01.318924Z","time spent":"406.501507ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:04:03.067387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167578629s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:04:03.067678Z","caller":"traceutil/trace.go:171","msg":"trace[348891098] transaction","detail":"{read_only:false; response_revision:1111; number_of_response:1; }","duration":"1.338319209s","start":"2026-04-16T03:04:01.729328Z","end":"2026-04-16T03:04:03.067647Z","steps":["trace[348891098] 'process raft request' (duration: 170.339929ms)","trace[348891098] 'compare' (duration: 1.16721406s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:04:03.067747Z","caller":"traceutil/trace.go:171","msg":"trace[569540809] transaction","detail":"{read_only:false; response_revision:1112; number_of_response:1; }","duration":"1.337978081s","start":"2026-04-16T03:04:01.729745Z","end":"2026-04-16T03:04:03.067723Z","steps":["trace[569540809] 'process raft request' (duration: 1.337790136s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:03.067815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:01.729307Z","time spent":"1.338424502s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:04:03.067821Z","caller":"traceutil/trace.go:171","msg":"trace[1555930085] transaction","detail":"{read_only:false; response_revision:1113; number_of_response:1; }","duration":"1.337323894s","start":"2026-04-16T03:04:01.730465Z","end":"2026-04-16T03:04:03.067789Z","steps":["trace[1555930085] 'process raft request' (duration: 1.337180741s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:03.067863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:01.729738Z","time spent":"1.338064543s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:04:03.067912Z","caller":"traceutil/trace.go:171","msg":"trace[1589326077] linearizableReadLoop","detail":"{readStateIndex:1162; appliedIndex:1158; }","duration":"1.280084729s","start":"2026-04-16T03:04:01.787815Z","end":"2026-04-16T03:04:03.0679Z","steps":["trace[1589326077] 'read index received' (duration: 111.822162ms)","trace[1589326077] 'applied index is now lower than readState.Index' (duration: 1.168262037s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:04:03.067948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:01.730458Z","time spent":"1.337435097s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:04:03.068009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280202403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:04:03.068037Z","caller":"traceutil/trace.go:171","msg":"trace[1965486813] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1114; }","duration":"1.280271434s","start":"2026-04-16T03:04:01.787757Z","end":"2026-04-16T03:04:03.068029Z","steps":["trace[1965486813] 'agreement among raft nodes before linearized reading' (duration: 1.280222443s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:04:03.068028Z","caller":"traceutil/trace.go:171","msg":"trace[1842167540] transaction","detail":"{read_only:false; response_revision:1114; number_of_response:1; }","duration":"1.337461808s","start":"2026-04-16T03:04:01.730513Z","end":"2026-04-16T03:04:03.067975Z","steps":["trace[1842167540] 'process raft request' (duration: 1.337209072s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:03.068058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:01.787735Z","time spent":"1.280317485s","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:04:03.068087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.331819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:04:03.068133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:01.730498Z","time spent":"1.337582501s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:04:03.068147Z","caller":"traceutil/trace.go:171","msg":"trace[195258668] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1114; }","duration":"253.474983ms","start":"2026-04-16T03:04:02.814657Z","end":"2026-04-16T03:04:03.068132Z","steps":["trace[195258668] 'agreement among raft nodes before linearized reading' (duration: 253.35959ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:04:03.487673Z","caller":"traceutil/trace.go:171","msg":"trace[1044355898] transaction","detail":"{read_only:false; response_revision:1115; number_of_response:1; }","duration":"172.535944ms","start":"2026-04-16T03:04:03.315111Z","end":"2026-04-16T03:04:03.487646Z","steps":["trace[1044355898] 'process raft request' (duration: 172.37503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:03.748839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.923186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:04:03.748921Z","caller":"traceutil/trace.go:171","msg":"trace[1915247771] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:1115; }","duration":"219.09407ms","start":"2026-04-16T03:04:03.529806Z","end":"2026-04-16T03:04:03.7489Z","steps":["trace[1915247771] 'count revisions from in-memory index tree' (duration: 218.67088ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:04:04.41969Z","caller":"traceutil/trace.go:171","msg":"trace[557948420] linearizableReadLoop","detail":"{readStateIndex:1164; appliedIndex:1163; }","duration":"491.784714ms","start":"2026-04-16T03:04:03.92787Z","end":"2026-04-16T03:04:04.419655Z","steps":["trace[557948420] 'read index received' (duration: 491.424125ms)","trace[557948420] 'applied index is now lower than readState.Index' (duration: 359.319µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:04:04.419807Z","caller":"traceutil/trace.go:171","msg":"trace[2025648283] transaction","detail":"{read_only:false; response_revision:1116; number_of_response:1; }","duration":"665.157559ms","start":"2026-04-16T03:04:03.754615Z","end":"2026-04-16T03:04:04.419772Z","steps":["trace[2025648283] 'process raft request' (duration: 664.80258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:04.42003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:03.75459Z","time spent":"665.316983ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:04:04.420039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.138323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-16T03:04:04.420123Z","caller":"traceutil/trace.go:171","msg":"trace[281891556] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:1116; }","duration":"492.307487ms","start":"2026-04-16T03:04:03.927796Z","end":"2026-04-16T03:04:04.420104Z","steps":["trace[281891556] 'agreement among raft nodes before linearized reading' (duration: 491.998069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:04.420175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:03.927768Z","time spent":"492.399899ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-04-16T03:04:04.750347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:04.421683Z","time spent":"328.657376ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:04:06.186459Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439973453,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:04:06.321473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249574915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T03:04:06.321557Z","caller":"traceutil/trace.go:171","msg":"trace[2000979558] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1117; }","duration":"1.249697618s","start":"2026-04-16T03:04:05.07184Z","end":"2026-04-16T03:04:06.321538Z","steps":["trace[2000979558] 'range keys from in-memory index tree' (duration: 1.249410321s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:04:06.321592Z","caller":"traceutil/trace.go:171","msg":"trace[531786525] transaction","detail":"{read_only:false; response_revision:1118; number_of_response:1; }","duration":"852.189046ms","start":"2026-04-16T03:04:05.46939Z","end":"2026-04-16T03:04:06.321579Z","steps":["trace[531786525] 'process raft request' (duration: 790.07778ms)","trace[531786525] 'compare' (duration: 62.030934ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:04:06.321599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:05.071823Z","time spent":"1.249767269s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:04:06.321592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249086603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-16T03:04:06.321614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248242771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-16T03:04:06.321678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:05.469362Z","time spent":"852.258728ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:04:06.321688Z","caller":"traceutil/trace.go:171","msg":"trace[1702458347] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1117; }","duration":"1.248322393s","start":"2026-04-16T03:04:05.073344Z","end":"2026-04-16T03:04:06.321666Z","steps":["trace[1702458347] 'range keys from in-memory index tree' (duration: 1.248125478s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:04:06.321643Z","caller":"traceutil/trace.go:171","msg":"trace[1096659736] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1117; }","duration":"1.249172995s","start":"2026-04-16T03:04:05.072457Z","end":"2026-04-16T03:04:06.32163Z","steps":["trace[1096659736] 'range keys from in-memory index tree' (duration: 1.24897119s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:06.321735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:05.07333Z","time spent":"1.248391655s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:04:06.321744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:05.072443Z","time spent":"1.249295188s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:04:06.321719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247836941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:04:06.322321Z","caller":"traceutil/trace.go:171","msg":"trace[110787823] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1117; }","duration":"1.248529008s","start":"2026-04-16T03:04:05.073764Z","end":"2026-04-16T03:04:06.322293Z","steps":["trace[110787823] 'range keys from in-memory index tree' (duration: 1.247576285s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:06.322399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:05.073746Z","time spent":"1.248637281s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T03:04:06.350544Z","caller":"traceutil/trace.go:171","msg":"trace[512454428] linearizableReadLoop","detail":"{readStateIndex:1168; appliedIndex:1166; }","duration":"664.958264ms","start":"2026-04-16T03:04:05.68556Z","end":"2026-04-16T03:04:06.350519Z","steps":["trace[512454428] 'read index received' (duration: 573.923343ms)","trace[512454428] 'applied index is now lower than readState.Index' (duration: 91.033481ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:04:06.350652Z","caller":"traceutil/trace.go:171","msg":"trace[271037959] transaction","detail":"{read_only:false; response_revision:1119; number_of_response:1; }","duration":"858.534944ms","start":"2026-04-16T03:04:05.492076Z","end":"2026-04-16T03:04:06.350611Z","steps":["trace[271037959] 'process raft request' (duration: 858.267248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:06.350755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.168539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:04:06.350835Z","caller":"traceutil/trace.go:171","msg":"trace[1858002585] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1119; }","duration":"665.269562ms","start":"2026-04-16T03:04:05.685549Z","end":"2026-04-16T03:04:06.350818Z","steps":["trace[1858002585] 'agreement among raft nodes before linearized reading' (duration: 665.092667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:06.350885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:05.685508Z","time spent":"665.363095ms","remote":"127.0.0.1:58978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":16,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:04:06.350898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:05.492056Z","time spent":"858.72235ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:04:06.75945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.343123ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:04:06.759736Z","caller":"traceutil/trace.go:171","msg":"trace[1969416392] linearizableReadLoop","detail":"{readStateIndex:1172; appliedIndex:1168; }","duration":"409.097422ms","start":"2026-04-16T03:04:06.350616Z","end":"2026-04-16T03:04:06.759714Z","steps":["trace[1969416392] 'read index received' (duration: 164.377069ms)","trace[1969416392] 'applied index is now lower than readState.Index' (duration: 244.719043ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:04:06.75986Z","caller":"traceutil/trace.go:171","msg":"trace[989016510] transaction","detail":"{read_only:false; response_revision:1123; number_of_response:1; }","duration":"432.420917ms","start":"2026-04-16T03:04:06.327424Z","end":"2026-04-16T03:04:06.759845Z","steps":["trace[989016510] 'process raft request' (duration: 432.233321ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:04:06.759849Z","caller":"traceutil/trace.go:171","msg":"trace[1625563234] transaction","detail":"{read_only:false; response_revision:1122; number_of_response:1; }","duration":"433.076233ms","start":"2026-04-16T03:04:06.326743Z","end":"2026-04-16T03:04:06.759819Z","steps":["trace[1625563234] 'process raft request' (duration: 432.870677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:06.759943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:06.327418Z","time spent":"432.478429ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:04:06.760006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:06.326739Z","time spent":"433.177086ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:04:06.760122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.910507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:04:06.760146Z","caller":"traceutil/trace.go:171","msg":"trace[522356736] transaction","detail":"{read_only:false; response_revision:1120; number_of_response:1; }","duration":"434.508999ms","start":"2026-04-16T03:04:06.32562Z","end":"2026-04-16T03:04:06.760129Z","steps":["trace[522356736] 'process raft request' (duration: 189.391646ms)","trace[522356736] 'compare' (duration: 244.163538ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:04:06.760164Z","caller":"traceutil/trace.go:171","msg":"trace[1323520076] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1123; }","duration":"642.000569ms","start":"2026-04-16T03:04:06.11815Z","end":"2026-04-16T03:04:06.760151Z","steps":["trace[1323520076] 'agreement among raft nodes before linearized reading' (duration: 641.923058ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:04:06.760194Z","caller":"traceutil/trace.go:171","msg":"trace[906317898] transaction","detail":"{read_only:false; response_revision:1121; number_of_response:1; }","duration":"433.656148ms","start":"2026-04-16T03:04:06.326514Z","end":"2026-04-16T03:04:06.76017Z","steps":["trace[906317898] 'process raft request' (duration: 433.038342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:06.760218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:06.325603Z","time spent":"434.574281ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:04:06.760283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.320348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-16T03:04:06.760297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:06.326498Z","time spent":"433.74739ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:04:06.760207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:06.118126Z","time spent":"642.069572ms","remote":"127.0.0.1:58990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":6,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:04:06.760341Z","caller":"traceutil/trace.go:171","msg":"trace[1258460341] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1123; }","duration":"336.37848ms","start":"2026-04-16T03:04:06.423944Z","end":"2026-04-16T03:04:06.760323Z","steps":["trace[1258460341] 'agreement among raft nodes before linearized reading' (duration: 336.195945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:06.760387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:06.423884Z","time spent":"336.493163ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T03:04:08.791861Z","caller":"traceutil/trace.go:171","msg":"trace[224923184] linearizableReadLoop","detail":"{readStateIndex:1174; appliedIndex:1173; }","duration":"386.522047ms","start":"2026-04-16T03:04:08.405321Z","end":"2026-04-16T03:04:08.791843Z","steps":["trace[224923184] 'read index received' (duration: 386.357583ms)","trace[224923184] 'applied index is now lower than readState.Index' (duration: 163.744µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:04:08.791993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.65416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:04:08.792018Z","caller":"traceutil/trace.go:171","msg":"trace[161933215] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1125; }","duration":"386.731672ms","start":"2026-04-16T03:04:08.405278Z","end":"2026-04-16T03:04:08.79201Z","steps":["trace[161933215] 'agreement among raft nodes before linearized reading' (duration: 386.67305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:08.79204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:08.405259Z","time spent":"386.774913ms","remote":"127.0.0.1:56204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:04:08.79201Z","caller":"traceutil/trace.go:171","msg":"trace[67326532] transaction","detail":"{read_only:false; response_revision:1125; number_of_response:1; }","duration":"436.554042ms","start":"2026-04-16T03:04:08.355415Z","end":"2026-04-16T03:04:08.791969Z","steps":["trace[67326532] 'process raft request' (duration: 436.261004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:08.79221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:08.355396Z","time spent":"436.719395ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:04:09.173386Z","caller":"traceutil/trace.go:171","msg":"trace[2057616753] transaction","detail":"{read_only:false; response_revision:1126; number_of_response:1; }","duration":"377.312496ms","start":"2026-04-16T03:04:08.796053Z","end":"2026-04-16T03:04:09.173365Z","steps":["trace[2057616753] 'process raft request' (duration: 377.171633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:09.17353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:08.796032Z","time spent":"377.421749ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:04:09.356854Z","caller":"traceutil/trace.go:171","msg":"trace[1534616097] transaction","detail":"{read_only:false; response_revision:1127; number_of_response:1; }","duration":"559.765757ms","start":"2026-04-16T03:04:08.797049Z","end":"2026-04-16T03:04:09.356815Z","steps":["trace[1534616097] 'process raft request' (duration: 499.102247ms)","trace[1534616097] 'compare' (duration: 60.466615ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:04:09.356882Z","caller":"traceutil/trace.go:171","msg":"trace[1360505510] transaction","detail":"{read_only:false; response_revision:1129; number_of_response:1; }","duration":"559.383868ms","start":"2026-04-16T03:04:08.797472Z","end":"2026-04-16T03:04:09.356856Z","steps":["trace[1360505510] 'process raft request' (duration: 559.310936ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:04:09.356905Z","caller":"traceutil/trace.go:171","msg":"trace[1179985109] transaction","detail":"{read_only:false; response_revision:1128; number_of_response:1; }","duration":"559.573343ms","start":"2026-04-16T03:04:08.797287Z","end":"2026-04-16T03:04:09.35686Z","steps":["trace[1179985109] 'process raft request' (duration: 559.44941ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:04:09.356957Z","caller":"traceutil/trace.go:171","msg":"trace[89768632] transaction","detail":"{read_only:false; response_revision:1130; number_of_response:1; }","duration":"559.409698ms","start":"2026-04-16T03:04:08.797519Z","end":"2026-04-16T03:04:09.356928Z","steps":["trace[89768632] 'process raft request' (duration: 559.300306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:09.357039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:08.797012Z","time spent":"559.931442ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:04:09.357039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:08.797456Z","time spent":"559.503021ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:04:09.357108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:08.797262Z","time spent":"559.735647ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:04:09.357132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:08.797509Z","time spent":"559.533462ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:04:09.579847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.042324ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T03:04:09.580275Z","caller":"traceutil/trace.go:171","msg":"trace[1919779638] transaction","detail":"{read_only:false; response_revision:1131; number_of_response:1; }","duration":"135.733261ms","start":"2026-04-16T03:04:09.444507Z","end":"2026-04-16T03:04:09.580241Z","steps":["trace[1919779638] 'process raft request' (duration: 135.431333ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:04:11.476024Z","caller":"traceutil/trace.go:171","msg":"trace[458672857] linearizableReadLoop","detail":"{readStateIndex:1182; appliedIndex:1181; }","duration":"298.48631ms","start":"2026-04-16T03:04:11.177513Z","end":"2026-04-16T03:04:11.475999Z","steps":["trace[458672857] 'read index received' (duration: 298.301556ms)","trace[458672857] 'applied index is now lower than readState.Index' (duration: 183.884µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:04:11.476171Z","caller":"traceutil/trace.go:171","msg":"trace[1705893801] transaction","detail":"{read_only:false; response_revision:1132; number_of_response:1; }","duration":"678.534524ms","start":"2026-04-16T03:04:10.797619Z","end":"2026-04-16T03:04:11.476153Z","steps":["trace[1705893801] 'process raft request' (duration: 678.259677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:11.476319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:10.797604Z","time spent":"678.613786ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:04:11.476328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.030802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T03:04:11.476702Z","caller":"traceutil/trace.go:171","msg":"trace[1849291602] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1132; }","duration":"113.452452ms","start":"2026-04-16T03:04:11.363234Z","end":"2026-04-16T03:04:11.476686Z","steps":["trace[1849291602] 'agreement among raft nodes before linearized reading' (duration: 112.96202ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:11.476486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.594891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:04:11.476873Z","caller":"traceutil/trace.go:171","msg":"trace[1917950219] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1132; }","duration":"113.176645ms","start":"2026-04-16T03:04:11.363674Z","end":"2026-04-16T03:04:11.476851Z","steps":["trace[1917950219] 'agreement among raft nodes before linearized reading' (duration: 112.57111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:11.476591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.033914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T03:04:11.477016Z","caller":"traceutil/trace.go:171","msg":"trace[1149834157] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1132; }","duration":"299.537846ms","start":"2026-04-16T03:04:11.177462Z","end":"2026-04-16T03:04:11.477Z","steps":["trace[1149834157] 'agreement among raft nodes before linearized reading' (duration: 298.941671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:11.476596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.707394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:04:11.477184Z","caller":"traceutil/trace.go:171","msg":"trace[1434262929] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1132; }","duration":"113.31781ms","start":"2026-04-16T03:04:11.36382Z","end":"2026-04-16T03:04:11.477138Z","steps":["trace[1434262929] 'agreement among raft nodes before linearized reading' (duration: 112.618462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:11.476618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.919909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:04:11.477315Z","caller":"traceutil/trace.go:171","msg":"trace[1166561440] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1132; }","duration":"113.658629ms","start":"2026-04-16T03:04:11.36364Z","end":"2026-04-16T03:04:11.477299Z","steps":["trace[1166561440] 'agreement among raft nodes before linearized reading' (duration: 112.836097ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:04:13.588882Z","caller":"traceutil/trace.go:171","msg":"trace[87944330] transaction","detail":"{read_only:false; response_revision:1138; number_of_response:1; }","duration":"107.479693ms","start":"2026-04-16T03:04:13.481377Z","end":"2026-04-16T03:04:13.588857Z","steps":["trace[87944330] 'process raft request' (duration: 107.294339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:18.132288Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439973521,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:04:18.632554Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439973521,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:04:18.986843Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.309908014s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:04:18.987193Z","caller":"traceutil/trace.go:171","msg":"trace[1287170714] transaction","detail":"{read_only:false; response_revision:1151; number_of_response:1; }","duration":"2.310370455s","start":"2026-04-16T03:04:16.676798Z","end":"2026-04-16T03:04:18.987168Z","steps":["trace[1287170714] 'process raft request' (duration: 2.310212721s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:18.987344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:16.676773Z","time spent":"2.310500309s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:04:19.788286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000624562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:04:19.788387Z","caller":"traceutil/trace.go:171","msg":"trace[2046208384] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000782905s","start":"2026-04-16T03:04:17.787581Z","end":"2026-04-16T03:04:19.788364Z","steps":["trace[2046208384] 'agreement among raft nodes before linearized reading' (duration: 2.000649052s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:19.788461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:17.787557Z","time spent":"2.000890548s","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:04:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:04:20.453177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102057279s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:04:20.453588Z","caller":"traceutil/trace.go:171","msg":"trace[807744935] linearizableReadLoop","detail":"{readStateIndex:1203; appliedIndex:1201; }","duration":"2.82139287s","start":"2026-04-16T03:04:17.632164Z","end":"2026-04-16T03:04:20.453557Z","steps":["trace[807744935] 'read index received' (duration: 1.354856511s)","trace[807744935] 'applied index is now lower than readState.Index' (duration: 1.466532769s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:04:20.453629Z","caller":"traceutil/trace.go:171","msg":"trace[1933858376] transaction","detail":"{read_only:false; response_revision:1152; number_of_response:1; }","duration":"2.845566198s","start":"2026-04-16T03:04:17.608009Z","end":"2026-04-16T03:04:20.453575Z","steps":["trace[1933858376] 'process raft request' (duration: 1.742984147s)","trace[1933858376] 'compare' (duration: 1.101891343s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:04:20.454194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:17.607981Z","time spent":"2.84607892s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:04:20.558826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.49037ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-16T03:04:20.558977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.926784148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T03:04:20.559108Z","caller":"traceutil/trace.go:171","msg":"trace[478543262] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1152; }","duration":"2.926957162s","start":"2026-04-16T03:04:17.632122Z","end":"2026-04-16T03:04:20.55908Z","steps":["trace[478543262] 'agreement among raft nodes before linearized reading' (duration: 2.821519243s)","trace[478543262] 'range keys from in-memory index tree' (duration: 105.134562ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:04:20.559169Z","caller":"traceutil/trace.go:171","msg":"trace[353027900] linearizableReadLoop","detail":"{readStateIndex:1205; appliedIndex:1203; }","duration":"105.47659ms","start":"2026-04-16T03:04:20.45367Z","end":"2026-04-16T03:04:20.559146Z","steps":["trace[353027900] 'read index received' (duration: 19.376216ms)","trace[353027900] 'applied index is now lower than readState.Index' (duration: 86.098744ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:04:20.559178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:17.632106Z","time spent":"2.927056015s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:04:20.55931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.913826354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-16T03:04:20.559368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.969477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:04:20.559407Z","caller":"traceutil/trace.go:171","msg":"trace[1641527513] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1153; }","duration":"771.018068ms","start":"2026-04-16T03:04:19.788378Z","end":"2026-04-16T03:04:20.559396Z","steps":["trace[1641527513] 'agreement among raft nodes before linearized reading' (duration: 770.945575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:20.559433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.028041011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:04:20.559441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:19.788328Z","time spent":"771.105241ms","remote":"127.0.0.1:58872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:04:20.559446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.915375313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:04:20.55947Z","caller":"traceutil/trace.go:171","msg":"trace[1007560875] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1153; }","duration":"2.028105763s","start":"2026-04-16T03:04:18.531354Z","end":"2026-04-16T03:04:20.55946Z","steps":["trace[1007560875] 'agreement among raft nodes before linearized reading' (duration: 2.028042601s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:20.559468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.917117347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:04:20.559476Z","caller":"traceutil/trace.go:171","msg":"trace[1732367248] transaction","detail":"{read_only:false; response_revision:1153; number_of_response:1; }","duration":"601.483147ms","start":"2026-04-16T03:04:19.957963Z","end":"2026-04-16T03:04:20.559447Z","steps":["trace[1732367248] 'process raft request' (duration: 601.034175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:20.559527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:18.53134Z","time spent":"2.028173544s","remote":"127.0.0.1:59140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:04:20.559371Z","caller":"traceutil/trace.go:171","msg":"trace[902467614] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1153; }","duration":"2.913900476s","start":"2026-04-16T03:04:17.645455Z","end":"2026-04-16T03:04:20.559356Z","steps":["trace[902467614] 'agreement among raft nodes before linearized reading' (duration: 2.913764392s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:04:20.559546Z","caller":"traceutil/trace.go:171","msg":"trace[1093396965] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1153; }","duration":"2.917234329s","start":"2026-04-16T03:04:17.642293Z","end":"2026-04-16T03:04:20.559527Z","steps":["trace[1093396965] 'agreement among raft nodes before linearized reading' (duration: 2.916986762s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:20.559604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:17.642281Z","time spent":"2.917314132s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:04:20.559619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:19.957928Z","time spent":"601.617651ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:04:20.559626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.915009054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:04:20.559655Z","caller":"traceutil/trace.go:171","msg":"trace[1938370300] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1153; }","duration":"2.915090195s","start":"2026-04-16T03:04:17.644557Z","end":"2026-04-16T03:04:20.559648Z","steps":["trace[1938370300] 'agreement among raft nodes before linearized reading' (duration: 2.915008743s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:20.559642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:17.645442Z","time spent":"2.914156732s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:04:20.559692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:17.644541Z","time spent":"2.915143447s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T03:04:20.559522Z","caller":"traceutil/trace.go:171","msg":"trace[913659079] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1153; }","duration":"2.915492796s","start":"2026-04-16T03:04:17.644011Z","end":"2026-04-16T03:04:20.559504Z","steps":["trace[913659079] 'agreement among raft nodes before linearized reading' (duration: 2.915242579s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:20.559729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:17.643999Z","time spent":"2.915723211s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:04:20.933984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.47211ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:04:20.934209Z","caller":"traceutil/trace.go:171","msg":"trace[1863685462] transaction","detail":"{read_only:false; response_revision:1154; number_of_response:1; }","duration":"370.8466ms","start":"2026-04-16T03:04:20.563338Z","end":"2026-04-16T03:04:20.934185Z","steps":["trace[1863685462] 'process raft request' (duration: 111.033141ms)","trace[1863685462] 'compare' (duration: 259.335927ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:04:20.934332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:20.563313Z","time spent":"370.952153ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:04:20.934334Z","caller":"traceutil/trace.go:171","msg":"trace[206978738] transaction","detail":"{read_only:false; response_revision:1155; number_of_response:1; }","duration":"370.253245ms","start":"2026-04-16T03:04:20.56406Z","end":"2026-04-16T03:04:20.934313Z","steps":["trace[206978738] 'process raft request' (duration: 370.04808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:20.934419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:20.564038Z","time spent":"370.341588ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:04:20.934578Z","caller":"traceutil/trace.go:171","msg":"trace[1355833189] transaction","detail":"{read_only:false; response_revision:1156; number_of_response:1; }","duration":"370.493441ms","start":"2026-04-16T03:04:20.564073Z","end":"2026-04-16T03:04:20.934567Z","steps":["trace[1355833189] 'process raft request' (duration: 370.186964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:20.93464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:20.564055Z","time spent":"370.555262ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:04:20.934651Z","caller":"traceutil/trace.go:171","msg":"trace[1748589576] transaction","detail":"{read_only:false; response_revision:1157; number_of_response:1; }","duration":"370.393049ms","start":"2026-04-16T03:04:20.564243Z","end":"2026-04-16T03:04:20.934636Z","steps":["trace[1748589576] 'process raft request' (duration: 370.248995ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:04:20.934696Z","caller":"traceutil/trace.go:171","msg":"trace[1757585247] transaction","detail":"{read_only:false; response_revision:1158; number_of_response:1; }","duration":"369.794064ms","start":"2026-04-16T03:04:20.564884Z","end":"2026-04-16T03:04:20.934678Z","steps":["trace[1757585247] 'process raft request' (duration: 369.698122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:20.934711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:20.564221Z","time spent":"370.45844ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:04:20.93472Z","caller":"traceutil/trace.go:171","msg":"trace[1337405744] transaction","detail":"{read_only:false; response_revision:1159; number_of_response:1; }","duration":"369.519776ms","start":"2026-04-16T03:04:20.565187Z","end":"2026-04-16T03:04:20.934707Z","steps":["trace[1337405744] 'process raft request' (duration: 369.445294ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:04:20.934696Z","caller":"traceutil/trace.go:171","msg":"trace[2092896058] linearizableReadLoop","detail":"{readStateIndex:1211; appliedIndex:1205; }","duration":"367.991708ms","start":"2026-04-16T03:04:20.56668Z","end":"2026-04-16T03:04:20.934671Z","steps":["trace[2092896058] 'read index received' (duration: 107.80362ms)","trace[2092896058] 'applied index is now lower than readState.Index' (duration: 260.186928ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:04:20.934762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:20.564872Z","time spent":"369.853865ms","remote":"127.0.0.1:58944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:04:20.934779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:20.565177Z","time spent":"369.568069ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:04:20.934825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.133463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:04:20.934869Z","caller":"traceutil/trace.go:171","msg":"trace[1748647385] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1159; }","duration":"368.207294ms","start":"2026-04-16T03:04:20.56665Z","end":"2026-04-16T03:04:20.934857Z","steps":["trace[1748647385] 'agreement among raft nodes before linearized reading' (duration: 368.112982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:20.934901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:20.566639Z","time spent":"368.254585ms","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:04:22.966076Z","caller":"traceutil/trace.go:171","msg":"trace[270916407] linearizableReadLoop","detail":"{readStateIndex:1212; appliedIndex:1211; }","duration":"178.201649ms","start":"2026-04-16T03:04:22.787855Z","end":"2026-04-16T03:04:22.966056Z","steps":["trace[270916407] 'read index received' (duration: 178.089436ms)","trace[270916407] 'applied index is now lower than readState.Index' (duration: 111.323µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:04:22.966196Z","caller":"traceutil/trace.go:171","msg":"trace[722466299] transaction","detail":"{read_only:false; response_revision:1160; number_of_response:1; }","duration":"505.934126ms","start":"2026-04-16T03:04:22.460255Z","end":"2026-04-16T03:04:22.966189Z","steps":["trace[722466299] 'process raft request' (duration: 505.67805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:22.966278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:22.460219Z","time spent":"505.997478ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:04:22.966339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.009974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:04:22.966415Z","caller":"traceutil/trace.go:171","msg":"trace[100927248] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1160; }","duration":"149.116467ms","start":"2026-04-16T03:04:22.817282Z","end":"2026-04-16T03:04:22.966398Z","steps":["trace[100927248] 'agreement among raft nodes before linearized reading' (duration: 149.006865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:22.966702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.845875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:04:22.966735Z","caller":"traceutil/trace.go:171","msg":"trace[623155887] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1160; }","duration":"178.912207ms","start":"2026-04-16T03:04:22.787815Z","end":"2026-04-16T03:04:22.966727Z","steps":["trace[623155887] 'agreement among raft nodes before linearized reading' (duration: 178.859885ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:04:23.246871Z","caller":"traceutil/trace.go:171","msg":"trace[522994715] transaction","detail":"{read_only:false; response_revision:1162; number_of_response:1; }","duration":"274.819747ms","start":"2026-04-16T03:04:22.972024Z","end":"2026-04-16T03:04:23.246844Z","steps":["trace[522994715] 'process raft request' (duration: 246.240879ms)","trace[522994715] 'compare' (duration: 28.389273ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:04:23.247278Z","caller":"traceutil/trace.go:171","msg":"trace[1950958907] transaction","detail":"{read_only:false; response_revision:1163; number_of_response:1; }","duration":"274.916189ms","start":"2026-04-16T03:04:22.972315Z","end":"2026-04-16T03:04:23.247231Z","steps":["trace[1950958907] 'process raft request' (duration: 274.478959ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:04:23.247404Z","caller":"traceutil/trace.go:171","msg":"trace[1094990565] transaction","detail":"{read_only:false; response_revision:1165; number_of_response:1; }","duration":"274.95456ms","start":"2026-04-16T03:04:22.972437Z","end":"2026-04-16T03:04:23.247392Z","steps":["trace[1094990565] 'process raft request' (duration: 274.818937ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:04:23.247343Z","caller":"traceutil/trace.go:171","msg":"trace[1041081467] transaction","detail":"{read_only:false; response_revision:1164; number_of_response:1; }","duration":"274.95314ms","start":"2026-04-16T03:04:22.972342Z","end":"2026-04-16T03:04:23.247295Z","steps":["trace[1041081467] 'process raft request' (duration: 274.724354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:25.292029Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439973556,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:04:25.793111Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439973556,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:04:26.055431Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.122465632s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:04:26.056432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:23.932678Z","time spent":"2.12313273s","remote":"127.0.0.1:58910","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:04:26.494769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.431449ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:04:26.494926Z","caller":"traceutil/trace.go:171","msg":"trace[1658415981] transaction","detail":"{read_only:false; response_revision:1167; number_of_response:1; }","duration":"437.038103ms","start":"2026-04-16T03:04:26.057873Z","end":"2026-04-16T03:04:26.494911Z","steps":["trace[1658415981] 'process raft request' (duration: 436.982452ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:04:26.494948Z","caller":"traceutil/trace.go:171","msg":"trace[724624652] transaction","detail":"{read_only:false; response_revision:1166; number_of_response:1; }","duration":"1.522531815s","start":"2026-04-16T03:04:24.972393Z","end":"2026-04-16T03:04:26.494925Z","steps":["trace[724624652] 'process raft request' (duration: 1.34486898s)","trace[724624652] 'compare' (duration: 177.205974ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:04:26.495019Z","caller":"traceutil/trace.go:171","msg":"trace[1090943727] linearizableReadLoop","detail":"{readStateIndex:1219; appliedIndex:1217; }","duration":"1.705036691s","start":"2026-04-16T03:04:24.789949Z","end":"2026-04-16T03:04:26.494985Z","steps":["trace[1090943727] 'read index received' (duration: 1.26569705s)","trace[1090943727] 'applied index is now lower than readState.Index' (duration: 439.339041ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:04:26.494969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:26.057847Z","time spent":"437.102845ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:04:26.495057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:24.972363Z","time spent":"1.522631948s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:04:26.49526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.705282687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:04:26.495372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.440669518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-16T03:04:26.495373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243998375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:04:26.4954Z","caller":"traceutil/trace.go:171","msg":"trace[794294702] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1167; }","duration":"1.440734119s","start":"2026-04-16T03:04:25.054658Z","end":"2026-04-16T03:04:26.495392Z","steps":["trace[794294702] 'agreement among raft nodes before linearized reading' (duration: 1.440639757s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:04:26.495395Z","caller":"traceutil/trace.go:171","msg":"trace[1421969681] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1167; }","duration":"1.705430871s","start":"2026-04-16T03:04:24.7899Z","end":"2026-04-16T03:04:26.495331Z","steps":["trace[1421969681] 'agreement among raft nodes before linearized reading' (duration: 1.705182565s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:04:26.495413Z","caller":"traceutil/trace.go:171","msg":"trace[78061805] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1167; }","duration":"1.244088898s","start":"2026-04-16T03:04:25.25131Z","end":"2026-04-16T03:04:26.495399Z","steps":["trace[78061805] 'agreement among raft nodes before linearized reading' (duration: 1.243987045s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:26.495421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:25.054635Z","time spent":"1.44078081s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:04:26.495412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243742278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-16T03:04:26.495424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243736537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-16T03:04:26.495436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:25.25128Z","time spent":"1.244150738s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:04:26.49544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:24.789882Z","time spent":"1.705548394s","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:04:26.495447Z","caller":"traceutil/trace.go:171","msg":"trace[984510141] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1167; }","duration":"1.243810161s","start":"2026-04-16T03:04:25.251628Z","end":"2026-04-16T03:04:26.495438Z","steps":["trace[984510141] 'agreement among raft nodes before linearized reading' (duration: 1.243709668s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:04:26.495459Z","caller":"traceutil/trace.go:171","msg":"trace[454657187] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1167; }","duration":"1.243794019s","start":"2026-04-16T03:04:25.251656Z","end":"2026-04-16T03:04:26.49545Z","steps":["trace[454657187] 'agreement among raft nodes before linearized reading' (duration: 1.243656495s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:26.495431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.442762881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:04:26.495473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:25.251614Z","time spent":"1.243853481s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:04:26.495486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:25.251646Z","time spent":"1.243835232s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T03:04:26.495512Z","caller":"traceutil/trace.go:171","msg":"trace[208143123] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1167; }","duration":"1.442935336s","start":"2026-04-16T03:04:25.052554Z","end":"2026-04-16T03:04:26.49549Z","steps":["trace[208143123] 'agreement among raft nodes before linearized reading' (duration: 1.442809312s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:26.495523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244217812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T03:04:26.495554Z","caller":"traceutil/trace.go:171","msg":"trace[976236808] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1167; }","duration":"1.244291243s","start":"2026-04-16T03:04:25.251256Z","end":"2026-04-16T03:04:26.495547Z","steps":["trace[976236808] 'agreement among raft nodes before linearized reading' (duration: 1.244227132s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:26.495556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:25.052525Z","time spent":"1.443019788s","remote":"127.0.0.1:59280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:04:26.495566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.662232618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:04:26.495572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:25.251231Z","time spent":"1.244335234s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T03:04:26.495738Z","caller":"traceutil/trace.go:171","msg":"trace[157053167] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1167; }","duration":"1.662308259s","start":"2026-04-16T03:04:24.833275Z","end":"2026-04-16T03:04:26.495583Z","steps":["trace[157053167] 'agreement among raft nodes before linearized reading' (duration: 1.66198192s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:26.495769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:24.83324Z","time spent":"1.662517495s","remote":"127.0.0.1:59336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:04:27.000525Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439973565,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:04:27.501424Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439973565,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:04:28.001585Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439973565,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:04:28.140046Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.640617194s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:04:28.140631Z","caller":"traceutil/trace.go:171","msg":"trace[572681461] transaction","detail":"{read_only:false; response_revision:1168; number_of_response:1; }","duration":"1.641245679s","start":"2026-04-16T03:04:26.49935Z","end":"2026-04-16T03:04:28.140595Z","steps":["trace[572681461] 'process raft request' (duration: 1.641003313s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:28.140902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:26.499338Z","time spent":"1.641420604s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:04:28.212504Z","caller":"traceutil/trace.go:171","msg":"trace[1125707235] transaction","detail":"{read_only:false; response_revision:1169; number_of_response:1; }","duration":"1.712838418s","start":"2026-04-16T03:04:26.499638Z","end":"2026-04-16T03:04:28.212476Z","steps":["trace[1125707235] 'process raft request' (duration: 1.712608572s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:28.212703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:26.499633Z","time spent":"1.712979351s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:04:28.213055Z","caller":"traceutil/trace.go:171","msg":"trace[11858900] transaction","detail":"{read_only:false; response_revision:1170; number_of_response:1; }","duration":"1.713304681s","start":"2026-04-16T03:04:26.499719Z","end":"2026-04-16T03:04:28.213024Z","steps":["trace[11858900] 'process raft request' (duration: 1.712688064s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:28.213284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:26.499704Z","time spent":"1.713452595s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:04:28.213415Z","caller":"traceutil/trace.go:171","msg":"trace[1415617799] transaction","detail":"{read_only:false; response_revision:1171; number_of_response:1; }","duration":"1.713592058s","start":"2026-04-16T03:04:26.499785Z","end":"2026-04-16T03:04:28.213377Z","steps":["trace[1415617799] 'process raft request' (duration: 1.713136627s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:28.213614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:26.499767Z","time spent":"1.713740642s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:04:28.213961Z","caller":"traceutil/trace.go:171","msg":"trace[1213000623] linearizableReadLoop","detail":"{readStateIndex:1225; appliedIndex:1220; }","duration":"1.714319886s","start":"2026-04-16T03:04:26.499597Z","end":"2026-04-16T03:04:28.213917Z","steps":["trace[1213000623] 'read index received' (duration: 1.640826549s)","trace[1213000623] 'applied index is now lower than readState.Index' (duration: 73.492067ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:04:28.21417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.714559512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-16T03:04:28.214231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.710078609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:04:28.214242Z","caller":"traceutil/trace.go:171","msg":"trace[714316869] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1172; }","duration":"1.714621864s","start":"2026-04-16T03:04:26.499586Z","end":"2026-04-16T03:04:28.214208Z","steps":["trace[714316869] 'agreement among raft nodes before linearized reading' (duration: 1.714517961s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:04:28.214204Z","caller":"traceutil/trace.go:171","msg":"trace[2077290858] transaction","detail":"{read_only:false; response_revision:1172; number_of_response:1; }","duration":"1.714366757s","start":"2026-04-16T03:04:26.499791Z","end":"2026-04-16T03:04:28.214158Z","steps":["trace[2077290858] 'process raft request' (duration: 1.713529846s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:28.214386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.587531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:04:28.214501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:26.49976Z","time spent":"1.714617643s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:04:28.214525Z","caller":"traceutil/trace.go:171","msg":"trace[2035401014] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1172; }","duration":"646.780946ms","start":"2026-04-16T03:04:27.567706Z","end":"2026-04-16T03:04:28.214486Z","steps":["trace[2035401014] 'agreement among raft nodes before linearized reading' (duration: 646.54567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:28.21428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:26.499581Z","time spent":"1.714691155s","remote":"127.0.0.1:59154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-16T03:04:28.214585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:27.567686Z","time spent":"646.886438ms","remote":"127.0.0.1:59174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:04:28.214277Z","caller":"traceutil/trace.go:171","msg":"trace[1237411512] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1172; }","duration":"1.71014161s","start":"2026-04-16T03:04:26.50412Z","end":"2026-04-16T03:04:28.214262Z","steps":["trace[1237411512] 'agreement among raft nodes before linearized reading' (duration: 1.710067858s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:28.214839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:26.504104Z","time spent":"1.710722125s","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:04:28.93831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.934598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:04:28.938478Z","caller":"traceutil/trace.go:171","msg":"trace[38719640] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1172; }","duration":"713.176355ms","start":"2026-04-16T03:04:28.225273Z","end":"2026-04-16T03:04:28.938449Z","steps":["trace[38719640] 'range keys from in-memory index tree' (duration: 712.836766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:28.938534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:28.225252Z","time spent":"713.269277ms","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:04:28.93907Z","caller":"traceutil/trace.go:171","msg":"trace[645355505] transaction","detail":"{read_only:false; response_revision:1173; number_of_response:1; }","duration":"436.915242ms","start":"2026-04-16T03:04:28.502118Z","end":"2026-04-16T03:04:28.939033Z","steps":["trace[645355505] 'process raft request' (duration: 364.684036ms)","trace[645355505] 'compare' (duration: 71.885447ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:04:28.939234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:28.502057Z","time spent":"437.091896ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:04:29.354942Z","caller":"traceutil/trace.go:171","msg":"trace[845425061] transaction","detail":"{read_only:false; response_revision:1174; number_of_response:1; }","duration":"103.425989ms","start":"2026-04-16T03:04:29.251486Z","end":"2026-04-16T03:04:29.354912Z","steps":["trace[845425061] 'process raft request' (duration: 103.229865ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:04:30.429434Z","caller":"traceutil/trace.go:171","msg":"trace[91480317] transaction","detail":"{read_only:false; response_revision:1176; number_of_response:1; }","duration":"206.321426ms","start":"2026-04-16T03:04:30.223074Z","end":"2026-04-16T03:04:30.429395Z","steps":["trace[91480317] 'process raft request' (duration: 115.622806ms)","trace[91480317] 'compare' (duration: 90.553587ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:04:30.712533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.320213ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:04:30.712894Z","caller":"traceutil/trace.go:171","msg":"trace[998329312] transaction","detail":"{read_only:false; response_revision:1179; number_of_response:1; }","duration":"480.319021ms","start":"2026-04-16T03:04:30.232548Z","end":"2026-04-16T03:04:30.712867Z","steps":["trace[998329312] 'process raft request' (duration: 480.25886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:30.712987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:30.232532Z","time spent":"480.411754ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:04:30.712985Z","caller":"traceutil/trace.go:171","msg":"trace[304067827] transaction","detail":"{read_only:false; response_revision:1178; number_of_response:1; }","duration":"482.731142ms","start":"2026-04-16T03:04:30.230211Z","end":"2026-04-16T03:04:30.712942Z","steps":["trace[304067827] 'process raft request' (duration: 482.521337ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:04:30.713036Z","caller":"traceutil/trace.go:171","msg":"trace[167651206] transaction","detail":"{read_only:false; response_revision:1177; number_of_response:1; }","duration":"484.551468ms","start":"2026-04-16T03:04:30.228443Z","end":"2026-04-16T03:04:30.712995Z","steps":["trace[167651206] 'process raft request' (duration: 332.645311ms)","trace[167651206] 'compare' (duration: 151.018835ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:04:30.713174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:30.230195Z","time spent":"482.873085ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:04:30.713231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:30.228422Z","time spent":"484.711732ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:04:31.162425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.154299ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:04:31.162662Z","caller":"traceutil/trace.go:171","msg":"trace[492277375] transaction","detail":"{read_only:false; response_revision:1181; number_of_response:1; }","duration":"217.20629ms","start":"2026-04-16T03:04:30.945437Z","end":"2026-04-16T03:04:31.162643Z","steps":["trace[492277375] 'process raft request' (duration: 217.107567ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:04:31.162999Z","caller":"traceutil/trace.go:171","msg":"trace[1636912093] transaction","detail":"{read_only:false; response_revision:1180; number_of_response:1; }","duration":"351.355001ms","start":"2026-04-16T03:04:30.811606Z","end":"2026-04-16T03:04:31.162961Z","steps":["trace[1636912093] 'process raft request' (duration: 84.564955ms)","trace[1636912093] 'compare' (duration: 265.79843ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:04:31.163121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:30.811578Z","time spent":"351.480584ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:04:31.730568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.139844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:04:31.730655Z","caller":"traceutil/trace.go:171","msg":"trace[1833558114] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1181; }","duration":"417.291988ms","start":"2026-04-16T03:04:31.313344Z","end":"2026-04-16T03:04:31.730636Z","steps":["trace[1833558114] 'range keys from in-memory index tree' (duration: 417.030281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:31.730697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:31.313316Z","time spent":"417.3721ms","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:04:32.512975Z","caller":"traceutil/trace.go:171","msg":"trace[1133033244] linearizableReadLoop","detail":"{readStateIndex:1236; appliedIndex:1235; }","duration":"299.389704ms","start":"2026-04-16T03:04:32.213532Z","end":"2026-04-16T03:04:32.512922Z","steps":["trace[1133033244] 'read index received' (duration: 299.203579ms)","trace[1133033244] 'applied index is now lower than readState.Index' (duration: 184.645µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:04:32.513143Z","caller":"traceutil/trace.go:171","msg":"trace[1665631762] transaction","detail":"{read_only:false; response_revision:1182; number_of_response:1; }","duration":"319.449289ms","start":"2026-04-16T03:04:32.193605Z","end":"2026-04-16T03:04:32.513054Z","steps":["trace[1665631762] 'process raft request' (duration: 319.101059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:32.513423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.872827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-16T03:04:32.513439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:32.193578Z","time spent":"319.720155ms","remote":"127.0.0.1:59060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8185,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:04:32.513507Z","caller":"traceutil/trace.go:171","msg":"trace[220706035] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1182; }","duration":"300.02276ms","start":"2026-04-16T03:04:32.213462Z","end":"2026-04-16T03:04:32.513485Z","steps":["trace[220706035] 'agreement among raft nodes before linearized reading' (duration: 299.671412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:32.513563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:32.213436Z","time spent":"300.114343ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:04:33.257881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.52168ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:04:33.258149Z","caller":"traceutil/trace.go:171","msg":"trace[1405793545] linearizableReadLoop","detail":"{readStateIndex:1238; appliedIndex:1236; }","duration":"525.850376ms","start":"2026-04-16T03:04:32.732275Z","end":"2026-04-16T03:04:33.258125Z","steps":["trace[1405793545] 'read index received' (duration: 59.947975ms)","trace[1405793545] 'applied index is now lower than readState.Index' (duration: 465.900491ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:04:33.258253Z","caller":"traceutil/trace.go:171","msg":"trace[2026077282] transaction","detail":"{read_only:false; response_revision:1183; number_of_response:1; }","duration":"740.182514ms","start":"2026-04-16T03:04:32.518056Z","end":"2026-04-16T03:04:33.258238Z","steps":["trace[2026077282] 'process raft request' (duration: 274.14983ms)","trace[2026077282] 'compare' (duration: 465.294404ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:04:33.258323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:32.518014Z","time spent":"740.270866ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:04:33.258615Z","caller":"traceutil/trace.go:171","msg":"trace[1138598714] transaction","detail":"{read_only:false; response_revision:1184; number_of_response:1; }","duration":"737.378734ms","start":"2026-04-16T03:04:32.521146Z","end":"2026-04-16T03:04:33.258525Z","steps":["trace[1138598714] 'process raft request' (duration: 736.885132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:33.258803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.488253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-16T03:04:33.25885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:32.521123Z","time spent":"737.602159ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:04:33.258938Z","caller":"traceutil/trace.go:171","msg":"trace[351442135] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1184; }","duration":"526.677647ms","start":"2026-04-16T03:04:32.732211Z","end":"2026-04-16T03:04:33.258889Z","steps":["trace[351442135] 'agreement among raft nodes before linearized reading' (duration: 526.316358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:33.259009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:32.732183Z","time spent":"526.81041ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:04:33.740016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.67491ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:04:33.74014Z","caller":"traceutil/trace.go:171","msg":"trace[872211007] linearizableReadLoop","detail":"{readStateIndex:1239; appliedIndex:1238; }","duration":"481.930962ms","start":"2026-04-16T03:04:33.25819Z","end":"2026-04-16T03:04:33.740121Z","steps":["trace[872211007] 'read index received' (duration: 118.056906ms)","trace[872211007] 'applied index is now lower than readState.Index' (duration: 363.872576ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:04:33.740292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007876281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-16T03:04:33.740281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.003732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:04:33.740372Z","caller":"traceutil/trace.go:171","msg":"trace[1273411157] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1185; }","duration":"951.149147ms","start":"2026-04-16T03:04:32.789198Z","end":"2026-04-16T03:04:33.740347Z","steps":["trace[1273411157] 'agreement among raft nodes before linearized reading' (duration: 951.006673ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:33.74039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.007963993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:04:33.740427Z","caller":"traceutil/trace.go:171","msg":"trace[193112246] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1185; }","duration":"1.008001454s","start":"2026-04-16T03:04:32.732418Z","end":"2026-04-16T03:04:33.740419Z","steps":["trace[193112246] 'agreement among raft nodes before linearized reading' (duration: 1.007918622s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:33.740433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:32.789174Z","time spent":"951.249358ms","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:04:33.740472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:32.732332Z","time spent":"1.008132527s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T03:04:33.740318Z","caller":"traceutil/trace.go:171","msg":"trace[1187312749] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1185; }","duration":"1.007960694s","start":"2026-04-16T03:04:32.732349Z","end":"2026-04-16T03:04:33.740309Z","steps":["trace[1187312749] 'agreement among raft nodes before linearized reading' (duration: 1.00782104s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:04:33.740679Z","caller":"traceutil/trace.go:171","msg":"trace[853521266] transaction","detail":"{read_only:false; response_revision:1185; number_of_response:1; }","duration":"572.995692ms","start":"2026-04-16T03:04:33.167634Z","end":"2026-04-16T03:04:33.74063Z","steps":["trace[853521266] 'process raft request' (duration: 208.594403ms)","trace[853521266] 'compare' (duration: 363.446244ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:04:33.740709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:32.732287Z","time spent":"1.008365763s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:04:33.740953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:33.167594Z","time spent":"573.192526ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:04:34.242195Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439973608,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:04:34.441647Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.065343675s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:04:34.561454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.387485ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:04:34.561625Z","caller":"traceutil/trace.go:171","msg":"trace[365418376] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1185; }","duration":"299.59648ms","start":"2026-04-16T03:04:34.262006Z","end":"2026-04-16T03:04:34.561602Z","steps":["trace[365418376] 'range keys from in-memory index tree' (duration: 299.354604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:34.561899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.796071ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:04:34.562039Z","caller":"traceutil/trace.go:171","msg":"trace[847947071] transaction","detail":"{read_only:false; response_revision:1186; number_of_response:1; }","duration":"1.298405172s","start":"2026-04-16T03:04:33.26361Z","end":"2026-04-16T03:04:34.562015Z","steps":["trace[847947071] 'process raft request' (duration: 1.178398216s)","trace[847947071] 'compare' (duration: 119.523074ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:04:34.562106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:33.263584Z","time spent":"1.298493006s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:04:34.604816Z","caller":"traceutil/trace.go:171","msg":"trace[419341380] transaction","detail":"{read_only:false; response_revision:1187; number_of_response:1; }","duration":"860.074366ms","start":"2026-04-16T03:04:33.744706Z","end":"2026-04-16T03:04:34.60478Z","steps":["trace[419341380] 'process raft request' (duration: 859.84415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:34.605025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:33.74469Z","time spent":"860.23037ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:04:34.605062Z","caller":"traceutil/trace.go:171","msg":"trace[178770973] linearizableReadLoop","detail":"{readStateIndex:1242; appliedIndex:1239; }","duration":"863.286067ms","start":"2026-04-16T03:04:33.7417Z","end":"2026-04-16T03:04:34.604986Z","steps":["trace[178770973] 'read index received' (duration: 700.241629ms)","trace[178770973] 'applied index is now lower than readState.Index' (duration: 163.041288ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:04:34.605122Z","caller":"traceutil/trace.go:171","msg":"trace[1384593746] transaction","detail":"{read_only:false; response_revision:1188; number_of_response:1; }","duration":"860.243961ms","start":"2026-04-16T03:04:33.744817Z","end":"2026-04-16T03:04:34.605061Z","steps":["trace[1384593746] 'process raft request' (duration: 859.923173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:34.605203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.471641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:04:34.605264Z","caller":"traceutil/trace.go:171","msg":"trace[1163215676] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1188; }","duration":"863.603674ms","start":"2026-04-16T03:04:33.741644Z","end":"2026-04-16T03:04:34.605248Z","steps":["trace[1163215676] 'agreement among raft nodes before linearized reading' (duration: 863.44488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:34.605323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:33.741605Z","time spent":"863.709927ms","remote":"127.0.0.1:58872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:04:34.605335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:33.744787Z","time spent":"860.439845ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:04:34.605391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.741943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:04:34.605398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.40984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:04:34.605435Z","caller":"traceutil/trace.go:171","msg":"trace[2006256494] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1188; }","duration":"671.846835ms","start":"2026-04-16T03:04:33.933576Z","end":"2026-04-16T03:04:34.605423Z","steps":["trace[2006256494] 'agreement among raft nodes before linearized reading' (duration: 671.768173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:34.605471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:33.933546Z","time spent":"671.918918ms","remote":"127.0.0.1:59094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:04:34.60548Z","caller":"traceutil/trace.go:171","msg":"trace[2009621393] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:1188; }","duration":"119.547765ms","start":"2026-04-16T03:04:34.485909Z","end":"2026-04-16T03:04:34.605457Z","steps":["trace[2009621393] 'agreement among raft nodes before linearized reading' (duration: 119.422141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:34.605536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.453492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-16T03:04:34.605593Z","caller":"traceutil/trace.go:171","msg":"trace[1075185061] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:1188; }","duration":"676.580285ms","start":"2026-04-16T03:04:33.928994Z","end":"2026-04-16T03:04:34.605574Z","steps":["trace[1075185061] 'agreement among raft nodes before linearized reading' (duration: 676.262017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:34.605644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:33.928971Z","time spent":"676.662447ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-04-16T03:04:34.871321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.064894ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-16T03:04:34.871473Z","caller":"traceutil/trace.go:171","msg":"trace[852895601] linearizableReadLoop","detail":"{readStateIndex:1243; appliedIndex:1242; }","duration":"259.889782ms","start":"2026-04-16T03:04:34.611558Z","end":"2026-04-16T03:04:34.871448Z","steps":["trace[852895601] 'read index received' (duration: 91.600182ms)","trace[852895601] 'applied index is now lower than readState.Index' (duration: 168.28759ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:04:34.871559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.987454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:04:34.871588Z","caller":"traceutil/trace.go:171","msg":"trace[709585535] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1188; }","duration":"260.075436ms","start":"2026-04-16T03:04:34.611502Z","end":"2026-04-16T03:04:34.871578Z","steps":["trace[709585535] 'agreement among raft nodes before linearized reading' (duration: 259.998214ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:04:35.478551Z","caller":"traceutil/trace.go:171","msg":"trace[1135873247] transaction","detail":"{read_only:false; response_revision:1190; number_of_response:1; }","duration":"211.360761ms","start":"2026-04-16T03:04:35.267159Z","end":"2026-04-16T03:04:35.478519Z","steps":["trace[1135873247] 'process raft request' (duration: 211.162157ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:04:35.545269Z","caller":"traceutil/trace.go:171","msg":"trace[1626535889] transaction","detail":"{read_only:false; response_revision:1191; number_of_response:1; }","duration":"277.940375ms","start":"2026-04-16T03:04:35.267298Z","end":"2026-04-16T03:04:35.545239Z","steps":["trace[1626535889] 'process raft request' (duration: 277.761701ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:04:35.961216Z","caller":"traceutil/trace.go:171","msg":"trace[1143880706] linearizableReadLoop","detail":"{readStateIndex:1247; appliedIndex:1246; }","duration":"171.797857ms","start":"2026-04-16T03:04:35.789398Z","end":"2026-04-16T03:04:35.961196Z","steps":["trace[1143880706] 'read index received' (duration: 171.661184ms)","trace[1143880706] 'applied index is now lower than readState.Index' (duration: 135.503µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:04:35.961358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.947122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:04:35.961381Z","caller":"traceutil/trace.go:171","msg":"trace[656776176] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1192; }","duration":"172.027944ms","start":"2026-04-16T03:04:35.789346Z","end":"2026-04-16T03:04:35.961374Z","steps":["trace[656776176] 'agreement among raft nodes before linearized reading' (duration: 171.92346ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:04:35.961644Z","caller":"traceutil/trace.go:171","msg":"trace[614290022] transaction","detail":"{read_only:false; response_revision:1192; number_of_response:1; }","duration":"215.794924ms","start":"2026-04-16T03:04:35.745842Z","end":"2026-04-16T03:04:35.961637Z","steps":["trace[614290022] 'process raft request' (duration: 215.183638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:37.342378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.198822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-16T03:04:37.342415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.593516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:04:37.342471Z","caller":"traceutil/trace.go:171","msg":"trace[667166362] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1192; }","duration":"732.348057ms","start":"2026-04-16T03:04:36.610101Z","end":"2026-04-16T03:04:37.342449Z","steps":["trace[667166362] 'range keys from in-memory index tree' (duration: 731.995687ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:04:37.342515Z","caller":"traceutil/trace.go:171","msg":"trace[35869587] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1192; }","duration":"733.766612ms","start":"2026-04-16T03:04:36.608724Z","end":"2026-04-16T03:04:37.342491Z","steps":["trace[35869587] 'range keys from in-memory index tree' (duration: 733.293079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:37.342526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:36.610072Z","time spent":"732.444149ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:04:37.342559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:36.608694Z","time spent":"733.855964ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:04:37.34315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.489996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T03:04:37.34324Z","caller":"traceutil/trace.go:171","msg":"trace[294217569] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1192; }","duration":"774.792403ms","start":"2026-04-16T03:04:36.568427Z","end":"2026-04-16T03:04:37.343219Z","steps":["trace[294217569] 'range keys from in-memory index tree' (duration: 773.036438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:37.343291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:36.568395Z","time spent":"774.881316ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T03:04:37.677019Z","caller":"traceutil/trace.go:171","msg":"trace[622960342] transaction","detail":"{read_only:false; response_revision:1193; number_of_response:1; }","duration":"329.202035ms","start":"2026-04-16T03:04:37.347781Z","end":"2026-04-16T03:04:37.676983Z","steps":["trace[622960342] 'process raft request' (duration: 328.958299ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:37.677328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:37.347756Z","time spent":"329.364058ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:04:38.267348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.107438ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:04:38.26753Z","caller":"traceutil/trace.go:171","msg":"trace[1136607893] linearizableReadLoop","detail":"{readStateIndex:1250; appliedIndex:1247; }","duration":"784.302432ms","start":"2026-04-16T03:04:37.48321Z","end":"2026-04-16T03:04:38.267513Z","steps":["trace[1136607893] 'read index received' (duration: 193.430951ms)","trace[1136607893] 'applied index is now lower than readState.Index' (duration: 590.870421ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:04:38.267611Z","caller":"traceutil/trace.go:171","msg":"trace[1152274574] transaction","detail":"{read_only:false; response_revision:1194; number_of_response:1; }","duration":"919.252624ms","start":"2026-04-16T03:04:37.348348Z","end":"2026-04-16T03:04:38.2676Z","steps":["trace[1152274574] 'process raft request' (duration: 469.725145ms)","trace[1152274574] 'compare' (duration: 449.003936ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:04:38.267675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:37.348328Z","time spent":"919.314965ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:04:38.267693Z","caller":"traceutil/trace.go:171","msg":"trace[1393987568] transaction","detail":"{read_only:false; response_revision:1195; number_of_response:1; }","duration":"917.579532ms","start":"2026-04-16T03:04:37.350056Z","end":"2026-04-16T03:04:38.267636Z","steps":["trace[1393987568] 'process raft request' (duration: 917.392527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:38.267888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.664761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-16T03:04:38.267951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:37.350041Z","time spent":"917.775357ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:04:38.267999Z","caller":"traceutil/trace.go:171","msg":"trace[1562010534] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1195; }","duration":"784.836935ms","start":"2026-04-16T03:04:37.483136Z","end":"2026-04-16T03:04:38.267972Z","steps":["trace[1562010534] 'agreement among raft nodes before linearized reading' (duration: 784.532078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:38.268071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:37.483104Z","time spent":"784.951328ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T03:04:38.341016Z","caller":"traceutil/trace.go:171","msg":"trace[747694520] transaction","detail":"{read_only:false; response_revision:1196; number_of_response:1; }","duration":"374.879962ms","start":"2026-04-16T03:04:37.966092Z","end":"2026-04-16T03:04:38.340972Z","steps":["trace[747694520] 'process raft request' (duration: 374.741488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:38.341049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.316457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-16T03:04:38.341177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.923632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:04:38.341236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:37.966069Z","time spent":"375.045406ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:04:38.341054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.398795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:04:38.34129Z","caller":"traceutil/trace.go:171","msg":"trace[932850217] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1196; }","duration":"552.102596ms","start":"2026-04-16T03:04:37.789164Z","end":"2026-04-16T03:04:38.341266Z","steps":["trace[932850217] 'agreement among raft nodes before linearized reading' (duration: 551.889201ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:04:38.341311Z","caller":"traceutil/trace.go:171","msg":"trace[1383763537] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:1196; }","duration":"525.669202ms","start":"2026-04-16T03:04:37.815623Z","end":"2026-04-16T03:04:38.341292Z","steps":["trace[1383763537] 'agreement among raft nodes before linearized reading' (duration: 525.371274ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:04:38.341279Z","caller":"traceutil/trace.go:171","msg":"trace[546642903] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1196; }","duration":"791.569685ms","start":"2026-04-16T03:04:37.549665Z","end":"2026-04-16T03:04:38.341235Z","steps":["trace[546642903] 'agreement among raft nodes before linearized reading' (duration: 791.272298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:38.341352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:37.815588Z","time spent":"525.756454ms","remote":"127.0.0.1:56112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:04:38.341364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:37.789144Z","time spent":"552.196388ms","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:04:38.341403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:37.549624Z","time spent":"791.732159ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:04:38.816335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.918651ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:04:38.816471Z","caller":"traceutil/trace.go:171","msg":"trace[2129898957] linearizableReadLoop","detail":"{readStateIndex:1252; appliedIndex:1251; }","duration":"473.967153ms","start":"2026-04-16T03:04:38.342482Z","end":"2026-04-16T03:04:38.816449Z","steps":["trace[2129898957] 'read index received' (duration: 155.802306ms)","trace[2129898957] 'applied index is now lower than readState.Index' (duration: 318.163407ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:04:38.816515Z","caller":"traceutil/trace.go:171","msg":"trace[372890489] transaction","detail":"{read_only:false; response_revision:1197; number_of_response:1; }","duration":"543.391897ms","start":"2026-04-16T03:04:38.273087Z","end":"2026-04-16T03:04:38.816479Z","steps":["trace[372890489] 'process raft request' (duration: 225.195159ms)","trace[372890489] 'compare' (duration: 317.773937ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:04:38.816672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:38.273051Z","time spent":"543.50061ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:04:38.816683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.199399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:04:38.816714Z","caller":"traceutil/trace.go:171","msg":"trace[339515451] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1197; }","duration":"474.244839ms","start":"2026-04-16T03:04:38.342457Z","end":"2026-04-16T03:04:38.816702Z","steps":["trace[339515451] 'agreement among raft nodes before linearized reading' (duration: 474.076385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:38.816744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:38.342444Z","time spent":"474.294651ms","remote":"127.0.0.1:58872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:04:39.154491Z","caller":"traceutil/trace.go:171","msg":"trace[1083822745] linearizableReadLoop","detail":"{readStateIndex:1253; appliedIndex:1252; }","duration":"337.955123ms","start":"2026-04-16T03:04:38.8165Z","end":"2026-04-16T03:04:39.154456Z","steps":["trace[1083822745] 'read index received' (duration: 337.624565ms)","trace[1083822745] 'applied index is now lower than readState.Index' (duration: 329.028µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:04:39.154577Z","caller":"traceutil/trace.go:171","msg":"trace[1137701696] transaction","detail":"{read_only:false; response_revision:1198; number_of_response:1; }","duration":"807.864974ms","start":"2026-04-16T03:04:38.346694Z","end":"2026-04-16T03:04:39.154559Z","steps":["trace[1137701696] 'process raft request' (duration: 807.548126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:39.154702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.710046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:04:39.154717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:38.346659Z","time spent":"807.962447ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:04:39.154752Z","caller":"traceutil/trace.go:171","msg":"trace[2146810922] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1198; }","duration":"329.824488ms","start":"2026-04-16T03:04:38.824912Z","end":"2026-04-16T03:04:39.154736Z","steps":["trace[2146810922] 'agreement among raft nodes before linearized reading' (duration: 329.730516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:39.154742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.775778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:04:39.154796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.921802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:04:39.154864Z","caller":"traceutil/trace.go:171","msg":"trace[309827820] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:1198; }","duration":"707.926542ms","start":"2026-04-16T03:04:38.446914Z","end":"2026-04-16T03:04:39.154841Z","steps":["trace[309827820] 'agreement among raft nodes before linearized reading' (duration: 707.690286ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:04:39.154901Z","caller":"traceutil/trace.go:171","msg":"trace[264059041] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1198; }","duration":"143.112947ms","start":"2026-04-16T03:04:39.011763Z","end":"2026-04-16T03:04:39.154876Z","steps":["trace[264059041] 'agreement among raft nodes before linearized reading' (duration: 142.924262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:39.154776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.591613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:04:39.154923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:38.446847Z","time spent":"708.065066ms","remote":"127.0.0.1:59260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:04:39.154968Z","caller":"traceutil/trace.go:171","msg":"trace[1954735910] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1198; }","duration":"296.852721ms","start":"2026-04-16T03:04:38.858097Z","end":"2026-04-16T03:04:39.15495Z","steps":["trace[1954735910] 'agreement among raft nodes before linearized reading' (duration: 296.582063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:39.154792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:38.824886Z","time spent":"329.898611ms","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:04:39.580142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.253595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:04:39.580278Z","caller":"traceutil/trace.go:171","msg":"trace[1102473424] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:1198; }","duration":"331.491251ms","start":"2026-04-16T03:04:39.248759Z","end":"2026-04-16T03:04:39.58025Z","steps":["trace[1102473424] 'count revisions from in-memory index tree' (duration: 331.091841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:39.580339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:39.248713Z","time spent":"331.611674ms","remote":"127.0.0.1:56286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:04:39.844829Z","caller":"traceutil/trace.go:171","msg":"trace[89238763] linearizableReadLoop","detail":"{readStateIndex:1254; appliedIndex:1253; }","duration":"162.118324ms","start":"2026-04-16T03:04:39.682676Z","end":"2026-04-16T03:04:39.844794Z","steps":["trace[89238763] 'read index received' (duration: 161.875268ms)","trace[89238763] 'applied index is now lower than readState.Index' (duration: 241.606µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:04:39.844885Z","caller":"traceutil/trace.go:171","msg":"trace[174809706] transaction","detail":"{read_only:false; response_revision:1199; number_of_response:1; }","duration":"183.42097ms","start":"2026-04-16T03:04:39.661416Z","end":"2026-04-16T03:04:39.844837Z","steps":["trace[174809706] 'process raft request' (duration: 183.105132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:39.845114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.429082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:04:39.845183Z","caller":"traceutil/trace.go:171","msg":"trace[2047383409] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1199; }","duration":"162.526425ms","start":"2026-04-16T03:04:39.682642Z","end":"2026-04-16T03:04:39.845169Z","steps":["trace[2047383409] 'agreement among raft nodes before linearized reading' (duration: 162.280338ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:04:40.003105Z","caller":"traceutil/trace.go:171","msg":"trace[1787471393] transaction","detail":"{read_only:false; response_revision:1200; number_of_response:1; }","duration":"152.480012ms","start":"2026-04-16T03:04:39.850604Z","end":"2026-04-16T03:04:40.003084Z","steps":["trace[1787471393] 'process raft request' (duration: 57.860624ms)","trace[1787471393] 'compare' (duration: 94.519806ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:04:40.631556Z","caller":"traceutil/trace.go:171","msg":"trace[1952202269] transaction","detail":"{read_only:false; response_revision:1203; number_of_response:1; }","duration":"282.410888ms","start":"2026-04-16T03:04:40.349123Z","end":"2026-04-16T03:04:40.631534Z","steps":["trace[1952202269] 'process raft request' (duration: 282.251694ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:04:41.524239Z","caller":"traceutil/trace.go:171","msg":"trace[428680129] transaction","detail":"{read_only:false; response_revision:1206; number_of_response:1; }","duration":"273.170925ms","start":"2026-04-16T03:04:41.251026Z","end":"2026-04-16T03:04:41.524196Z","steps":["trace[428680129] 'process raft request' (duration: 203.30952ms)","trace[428680129] 'compare' (duration: 69.513747ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:04:41.858645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.965169ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T03:04:41.858808Z","caller":"traceutil/trace.go:171","msg":"trace[1837807540] linearizableReadLoop","detail":"{readStateIndex:1262; appliedIndex:1261; }","duration":"298.364649ms","start":"2026-04-16T03:04:41.560416Z","end":"2026-04-16T03:04:41.858781Z","steps":["trace[1837807540] 'read index received' (duration: 6.214216ms)","trace[1837807540] 'applied index is now lower than readState.Index' (duration: 292.148243ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:04:41.858989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.542084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:04:41.859026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.757368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:04:41.85908Z","caller":"traceutil/trace.go:171","msg":"trace[1258069717] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1206; }","duration":"253.868471ms","start":"2026-04-16T03:04:41.605195Z","end":"2026-04-16T03:04:41.859064Z","steps":["trace[1258069717] 'agreement among raft nodes before linearized reading' (duration: 253.745518ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:04:41.859079Z","caller":"traceutil/trace.go:171","msg":"trace[1170929475] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1206; }","duration":"298.705208ms","start":"2026-04-16T03:04:41.560352Z","end":"2026-04-16T03:04:41.859057Z","steps":["trace[1170929475] 'agreement among raft nodes before linearized reading' (duration: 298.524284ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:04:42.17446Z","caller":"traceutil/trace.go:171","msg":"trace[2087740405] transaction","detail":"{read_only:false; response_revision:1207; number_of_response:1; }","duration":"161.298313ms","start":"2026-04-16T03:04:42.013126Z","end":"2026-04-16T03:04:42.174425Z","steps":["trace[2087740405] 'process raft request' (duration: 161.053167ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:04:42.755138Z","caller":"traceutil/trace.go:171","msg":"trace[749409206] transaction","detail":"{read_only:false; response_revision:1209; number_of_response:1; }","duration":"331.43061ms","start":"2026-04-16T03:04:42.423675Z","end":"2026-04-16T03:04:42.755106Z","steps":["trace[749409206] 'process raft request' (duration: 331.248236ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:42.755335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:42.423644Z","time spent":"331.580944ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:04:43.193069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.711621ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:04:43.193697Z","caller":"traceutil/trace.go:171","msg":"trace[663650460] transaction","detail":"{read_only:false; response_revision:1210; number_of_response:1; }","duration":"556.328162ms","start":"2026-04-16T03:04:42.637323Z","end":"2026-04-16T03:04:43.193651Z","steps":["trace[663650460] 'process raft request' (duration: 152.910023ms)","trace[663650460] 'compare' (duration: 402.528567ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:04:43.193764Z","caller":"traceutil/trace.go:171","msg":"trace[1702077156] linearizableReadLoop","detail":"{readStateIndex:1266; appliedIndex:1265; }","duration":"404.27096ms","start":"2026-04-16T03:04:42.789319Z","end":"2026-04-16T03:04:43.19359Z","steps":["trace[1702077156] 'read index received' (duration: 844.531µs)","trace[1702077156] 'applied index is now lower than readState.Index' (duration: 403.423919ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:04:43.193844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.493786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:04:43.193913Z","caller":"traceutil/trace.go:171","msg":"trace[351951517] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1210; }","duration":"404.65057ms","start":"2026-04-16T03:04:42.789245Z","end":"2026-04-16T03:04:43.193895Z","steps":["trace[351951517] 'agreement among raft nodes before linearized reading' (duration: 404.499576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:43.193924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:42.637297Z","time spent":"556.486815ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:04:43.193953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:42.78922Z","time spent":"404.726301ms","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:04:43.194084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.686559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:04:43.194137Z","caller":"traceutil/trace.go:171","msg":"trace[1344652888] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1210; }","duration":"238.781002ms","start":"2026-04-16T03:04:42.955342Z","end":"2026-04-16T03:04:43.194123Z","steps":["trace[1344652888] 'agreement among raft nodes before linearized reading' (duration: 238.593657ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:04:43.611106Z","caller":"traceutil/trace.go:171","msg":"trace[404358422] transaction","detail":"{read_only:false; response_revision:1212; number_of_response:1; }","duration":"192.419345ms","start":"2026-04-16T03:04:43.418661Z","end":"2026-04-16T03:04:43.61108Z","steps":["trace[404358422] 'process raft request' (duration: 192.254611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:43.961215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.669154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:04:43.961284Z","caller":"traceutil/trace.go:171","msg":"trace[1922207682] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1212; }","duration":"171.793827ms","start":"2026-04-16T03:04:43.789474Z","end":"2026-04-16T03:04:43.961267Z","steps":["trace[1922207682] 'range keys from in-memory index tree' (duration: 171.566531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:43.961407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.673271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:04:43.961515Z","caller":"traceutil/trace.go:171","msg":"trace[1972965755] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1212; }","duration":"112.906217ms","start":"2026-04-16T03:04:43.848585Z","end":"2026-04-16T03:04:43.961491Z","steps":["trace[1972965755] 'count revisions from in-memory index tree' (duration: 112.498027ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:04:44.223119Z","caller":"traceutil/trace.go:171","msg":"trace[1050694296] transaction","detail":"{read_only:false; response_revision:1213; number_of_response:1; }","duration":"169.350347ms","start":"2026-04-16T03:04:44.053719Z","end":"2026-04-16T03:04:44.223069Z","steps":["trace[1050694296] 'process raft request' (duration: 84.461193ms)","trace[1050694296] 'compare' (duration: 84.699649ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:04:45.795864Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439973691,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:04:45.90006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112722936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:04:45.90014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140232888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:04:45.900198Z","caller":"traceutil/trace.go:171","msg":"trace[546145968] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1214; }","duration":"1.112933732s","start":"2026-04-16T03:04:44.787232Z","end":"2026-04-16T03:04:45.900165Z","steps":["trace[546145968] 'range keys from in-memory index tree' (duration: 1.112608763s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:04:45.900237Z","caller":"traceutil/trace.go:171","msg":"trace[580023478] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1214; }","duration":"1.140346481s","start":"2026-04-16T03:04:44.759866Z","end":"2026-04-16T03:04:45.900212Z","steps":["trace[580023478] 'range keys from in-memory index tree' (duration: 1.140014133s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:45.900258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:44.787203Z","time spent":"1.113043884s","remote":"127.0.0.1:58872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:04:45.900283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:44.759794Z","time spent":"1.140478713s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:04:45.900399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.573752302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:04:45.900499Z","caller":"traceutil/trace.go:171","msg":"trace[1604714109] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1214; }","duration":"1.573914906s","start":"2026-04-16T03:04:44.32656Z","end":"2026-04-16T03:04:45.900475Z","steps":["trace[1604714109] 'count revisions from in-memory index tree' (duration: 1.5736633s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:45.900441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.400620352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-16T03:04:45.900554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:44.326543Z","time spent":"1.573993009s","remote":"127.0.0.1:59374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":5,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:04:45.900624Z","caller":"traceutil/trace.go:171","msg":"trace[1549508956] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1214; }","duration":"1.400802566s","start":"2026-04-16T03:04:44.49975Z","end":"2026-04-16T03:04:45.900552Z","steps":["trace[1549508956] 'range keys from in-memory index tree' (duration: 1.400443297s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:45.900651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059218761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:04:45.900736Z","caller":"traceutil/trace.go:171","msg":"trace[581826619] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1214; }","duration":"1.059377786s","start":"2026-04-16T03:04:44.841339Z","end":"2026-04-16T03:04:45.900717Z","steps":["trace[581826619] 'count revisions from in-memory index tree' (duration: 1.059031756s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:45.900734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:44.499734Z","time spent":"1.400980072s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:04:45.900779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:44.84131Z","time spent":"1.059458899s","remote":"127.0.0.1:59226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":16,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:04:46.004263Z","caller":"traceutil/trace.go:171","msg":"trace[102498385] linearizableReadLoop","detail":"{readStateIndex:1272; appliedIndex:1271; }","duration":"709.411919ms","start":"2026-04-16T03:04:45.294828Z","end":"2026-04-16T03:04:46.00424Z","steps":["trace[102498385] 'read index received' (duration: 709.326557ms)","trace[102498385] 'applied index is now lower than readState.Index' (duration: 84.562µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:04:46.004366Z","caller":"traceutil/trace.go:171","msg":"trace[1160015329] transaction","detail":"{read_only:false; response_revision:1215; number_of_response:1; }","duration":"804.186333ms","start":"2026-04-16T03:04:45.200151Z","end":"2026-04-16T03:04:46.004337Z","steps":["trace[1160015329] 'process raft request' (duration: 803.965776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:46.004452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.616726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:04:46.004485Z","caller":"traceutil/trace.go:171","msg":"trace[562693505] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1215; }","duration":"709.721618ms","start":"2026-04-16T03:04:45.294755Z","end":"2026-04-16T03:04:46.004477Z","steps":["trace[562693505] 'agreement among raft nodes before linearized reading' (duration: 709.581935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:46.004511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:45.294723Z","time spent":"709.781ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:04:46.004519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:45.200119Z","time spent":"804.312706ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:04:46.069573Z","caller":"traceutil/trace.go:171","msg":"trace[2067108164] transaction","detail":"{read_only:false; response_revision:1217; number_of_response:1; }","duration":"162.886604ms","start":"2026-04-16T03:04:45.906662Z","end":"2026-04-16T03:04:46.069548Z","steps":["trace[2067108164] 'process raft request' (duration: 162.844503ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:04:46.069753Z","caller":"traceutil/trace.go:171","msg":"trace[1338557937] transaction","detail":"{read_only:false; response_revision:1216; number_of_response:1; }","duration":"163.405027ms","start":"2026-04-16T03:04:45.906331Z","end":"2026-04-16T03:04:46.069736Z","steps":["trace[1338557937] 'process raft request' (duration: 163.058488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:46.069818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.421061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-16T03:04:46.069847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.218687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:04:46.069898Z","caller":"traceutil/trace.go:171","msg":"trace[23538592] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1217; }","duration":"452.546114ms","start":"2026-04-16T03:04:45.617332Z","end":"2026-04-16T03:04:46.069879Z","steps":["trace[23538592] 'agreement among raft nodes before linearized reading' (duration: 452.256987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:46.069957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:45.617318Z","time spent":"452.628466ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T03:04:46.069967Z","caller":"traceutil/trace.go:171","msg":"trace[244142240] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1217; }","duration":"160.394211ms","start":"2026-04-16T03:04:45.90954Z","end":"2026-04-16T03:04:46.069934Z","steps":["trace[244142240] 'agreement among raft nodes before linearized reading' (duration: 160.144965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:46.350421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.61242ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:04:46.350641Z","caller":"traceutil/trace.go:171","msg":"trace[1114143622] transaction","detail":"{read_only:false; response_revision:1219; number_of_response:1; }","duration":"275.918634ms","start":"2026-04-16T03:04:46.0747Z","end":"2026-04-16T03:04:46.350619Z","steps":["trace[1114143622] 'process raft request' (duration: 275.860563ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:04:46.350685Z","caller":"traceutil/trace.go:171","msg":"trace[464129763] linearizableReadLoop","detail":"{readStateIndex:1275; appliedIndex:1274; }","duration":"278.885108ms","start":"2026-04-16T03:04:46.071788Z","end":"2026-04-16T03:04:46.350673Z","steps":["trace[464129763] 'read index received' (duration: 54.92479ms)","trace[464129763] 'applied index is now lower than readState.Index' (duration: 223.958728ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:04:46.350763Z","caller":"traceutil/trace.go:171","msg":"trace[191982053] transaction","detail":"{read_only:false; response_revision:1218; number_of_response:1; }","duration":"341.532784ms","start":"2026-04-16T03:04:46.009222Z","end":"2026-04-16T03:04:46.350754Z","steps":["trace[191982053] 'process raft request' (duration: 117.473393ms)","trace[191982053] 'compare' (duration: 223.460777ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:04:46.3508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:46.009202Z","time spent":"341.572775ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:04:46.350833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.02849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:04:46.350865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.101484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:04:46.35088Z","caller":"traceutil/trace.go:171","msg":"trace[1057898860] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1219; }","duration":"279.185306ms","start":"2026-04-16T03:04:46.07169Z","end":"2026-04-16T03:04:46.350875Z","steps":["trace[1057898860] 'agreement among raft nodes before linearized reading' (duration: 279.160826ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:04:46.350882Z","caller":"traceutil/trace.go:171","msg":"trace[1412264588] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1219; }","duration":"107.128652ms","start":"2026-04-16T03:04:46.243736Z","end":"2026-04-16T03:04:46.350865Z","steps":["trace[1412264588] 'agreement among raft nodes before linearized reading' (duration: 107.03884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:46.714389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.372222ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:04:46.714499Z","caller":"traceutil/trace.go:171","msg":"trace[1068627555] transaction","detail":"{read_only:false; response_revision:1220; number_of_response:1; }","duration":"358.743966ms","start":"2026-04-16T03:04:46.355739Z","end":"2026-04-16T03:04:46.714483Z","steps":["trace[1068627555] 'process raft request' (duration: 229.193921ms)","trace[1068627555] 'compare' (duration: 129.214937ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:04:46.714571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:46.355701Z","time spent":"358.836738ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:04:47.890585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.319726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:04:47.890648Z","caller":"traceutil/trace.go:171","msg":"trace[1364698548] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1220; }","duration":"101.426009ms","start":"2026-04-16T03:04:47.789208Z","end":"2026-04-16T03:04:47.890634Z","steps":["trace[1364698548] 'range keys from in-memory index tree' (duration: 101.234854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:48.575005Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439973703,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T03:04:48.771585Z","caller":"traceutil/trace.go:171","msg":"trace[1888673869] linearizableReadLoop","detail":"{readStateIndex:1278; appliedIndex:1277; }","duration":"697.07667ms","start":"2026-04-16T03:04:48.074481Z","end":"2026-04-16T03:04:48.771558Z","steps":["trace[1888673869] 'read index received' (duration: 696.890835ms)","trace[1888673869] 'applied index is now lower than readState.Index' (duration: 184.685µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:04:48.771723Z","caller":"traceutil/trace.go:171","msg":"trace[1294949433] transaction","detail":"{read_only:false; response_revision:1221; number_of_response:1; }","duration":"761.97843ms","start":"2026-04-16T03:04:48.009694Z","end":"2026-04-16T03:04:48.771673Z","steps":["trace[1294949433] 'process raft request' (duration: 761.706914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:48.771801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.202351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T03:04:48.771844Z","caller":"traceutil/trace.go:171","msg":"trace[469758456] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1221; }","duration":"697.301284ms","start":"2026-04-16T03:04:48.074532Z","end":"2026-04-16T03:04:48.771833Z","steps":["trace[469758456] 'agreement among raft nodes before linearized reading' (duration: 697.180611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:48.771885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:48.074494Z","time spent":"697.381957ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:04:48.771884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:48.009671Z","time spent":"762.134245ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:04:48.771799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.296765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-16T03:04:48.77201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.910351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:04:48.772025Z","caller":"traceutil/trace.go:171","msg":"trace[1353476841] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1221; }","duration":"697.544161ms","start":"2026-04-16T03:04:48.07444Z","end":"2026-04-16T03:04:48.771984Z","steps":["trace[1353476841] 'agreement among raft nodes before linearized reading' (duration: 697.240854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:48.772036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.639681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T03:04:48.772095Z","caller":"traceutil/trace.go:171","msg":"trace[1337086392] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1221; }","duration":"219.083657ms","start":"2026-04-16T03:04:48.552996Z","end":"2026-04-16T03:04:48.77208Z","steps":["trace[1337086392] 'agreement among raft nodes before linearized reading' (duration: 218.831899ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:48.772076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.488538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:04:48.77212Z","caller":"traceutil/trace.go:171","msg":"trace[1234438310] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1221; }","duration":"416.757094ms","start":"2026-04-16T03:04:48.355339Z","end":"2026-04-16T03:04:48.772096Z","steps":["trace[1234438310] 'agreement among raft nodes before linearized reading' (duration: 416.554008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:48.772135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:48.07442Z","time spent":"697.685966ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T03:04:48.772156Z","caller":"traceutil/trace.go:171","msg":"trace[1726999410] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1221; }","duration":"416.647422ms","start":"2026-04-16T03:04:48.355492Z","end":"2026-04-16T03:04:48.772139Z","steps":["trace[1726999410] 'agreement among raft nodes before linearized reading' (duration: 416.386435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:48.772173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:48.355321Z","time spent":"416.841397ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:04:48.772197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:48.355462Z","time spent":"416.727293ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:04:49.393475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.509392ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:04:49.39363Z","caller":"traceutil/trace.go:171","msg":"trace[1838632697] transaction","detail":"{read_only:false; response_revision:1222; number_of_response:1; }","duration":"616.444984ms","start":"2026-04-16T03:04:48.777156Z","end":"2026-04-16T03:04:49.393601Z","steps":["trace[1838632697] 'process raft request' (duration: 436.677246ms)","trace[1838632697] 'compare' (duration: 179.269305ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:04:49.393717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:48.777131Z","time spent":"616.540485ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:04:50.126507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.743052ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:04:50.127003Z","caller":"traceutil/trace.go:171","msg":"trace[1544359682] transaction","detail":"{read_only:false; response_revision:1224; number_of_response:1; }","duration":"1.349497367s","start":"2026-04-16T03:04:48.777452Z","end":"2026-04-16T03:04:50.126949Z","steps":["trace[1544359682] 'process raft request' (duration: 1.349154759s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:04:50.127116Z","caller":"traceutil/trace.go:171","msg":"trace[502890082] linearizableReadLoop","detail":"{readStateIndex:1283; appliedIndex:1279; }","duration":"337.490382ms","start":"2026-04-16T03:04:49.789596Z","end":"2026-04-16T03:04:50.127087Z","steps":["trace[502890082] 'read index received' (duration: 41.871µs)","trace[502890082] 'applied index is now lower than readState.Index' (duration: 337.445151ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:04:50.127142Z","caller":"traceutil/trace.go:171","msg":"trace[196057423] transaction","detail":"{read_only:false; response_revision:1225; number_of_response:1; }","duration":"1.348678156s","start":"2026-04-16T03:04:48.778425Z","end":"2026-04-16T03:04:50.127103Z","steps":["trace[196057423] 'process raft request' (duration: 1.348267326s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:04:50.127176Z","caller":"traceutil/trace.go:171","msg":"trace[1741397160] transaction","detail":"{read_only:false; response_revision:1223; number_of_response:1; }","duration":"1.349725433s","start":"2026-04-16T03:04:48.777392Z","end":"2026-04-16T03:04:50.127118Z","steps":["trace[1741397160] 'process raft request' (duration: 720.278074ms)","trace[1741397160] 'compare' (duration: 628.527677ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:04:50.127173Z","caller":"traceutil/trace.go:171","msg":"trace[642369930] transaction","detail":"{read_only:false; response_revision:1226; number_of_response:1; }","duration":"1.346740158s","start":"2026-04-16T03:04:48.780217Z","end":"2026-04-16T03:04:50.126957Z","steps":["trace[642369930] 'process raft request' (duration: 1.346514193s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:50.127218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:48.777442Z","time spent":"1.349652072s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:04:50.127334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:48.780188Z","time spent":"1.347075436s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:04:50.127336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:48.777381Z","time spent":"1.349868527s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:04:50.127334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:48.77841Z","time spent":"1.34881235s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:04:50.437313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.504524ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-16T03:04:50.437771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.152629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:04:50.437815Z","caller":"traceutil/trace.go:171","msg":"trace[3999084] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1226; }","duration":"648.229241ms","start":"2026-04-16T03:04:49.789563Z","end":"2026-04-16T03:04:50.437792Z","steps":["trace[3999084] 'agreement among raft nodes before linearized reading' (duration: 337.638135ms)","trace[3999084] 'range keys from in-memory index tree' (duration: 310.509354ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:04:50.43786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:49.789547Z","time spent":"648.303813ms","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:04:50.530839Z","caller":"traceutil/trace.go:171","msg":"trace[528605446] linearizableReadLoop","detail":"{readStateIndex:1285; appliedIndex:1284; }","duration":"403.625024ms","start":"2026-04-16T03:04:50.127183Z","end":"2026-04-16T03:04:50.530808Z","steps":["trace[528605446] 'read index received' (duration: 403.338137ms)","trace[528605446] 'applied index is now lower than readState.Index' (duration: 285.277µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:04:50.531009Z","caller":"traceutil/trace.go:171","msg":"trace[2039070836] transaction","detail":"{read_only:false; response_revision:1227; number_of_response:1; }","duration":"478.867596ms","start":"2026-04-16T03:04:50.052128Z","end":"2026-04-16T03:04:50.530996Z","steps":["trace[2039070836] 'process raft request' (duration: 478.441115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:50.531178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:50.052109Z","time spent":"478.929097ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:04:50.531662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.402671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:04:50.531747Z","caller":"traceutil/trace.go:171","msg":"trace[1206231644] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:1227; }","duration":"528.551495ms","start":"2026-04-16T03:04:50.003175Z","end":"2026-04-16T03:04:50.531727Z","steps":["trace[1206231644] 'agreement among raft nodes before linearized reading' (duration: 528.387501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:50.531796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:50.003153Z","time spent":"528.634747ms","remote":"127.0.0.1:59188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:04:51.662296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.972053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:04:51.662357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.578099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:04:51.662415Z","caller":"traceutil/trace.go:171","msg":"trace[266512824] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1228; }","duration":"700.209218ms","start":"2026-04-16T03:04:50.96218Z","end":"2026-04-16T03:04:51.662389Z","steps":["trace[266512824] 'count revisions from in-memory index tree' (duration: 699.839769ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:04:51.66245Z","caller":"traceutil/trace.go:171","msg":"trace[913242921] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1228; }","duration":"264.734843ms","start":"2026-04-16T03:04:51.397692Z","end":"2026-04-16T03:04:51.662427Z","steps":["trace[913242921] 'range keys from in-memory index tree' (duration: 264.363494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:51.662473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:50.962149Z","time spent":"700.308991ms","remote":"127.0.0.1:56298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:04:51.828789Z","caller":"traceutil/trace.go:171","msg":"trace[188486934] transaction","detail":"{read_only:false; response_revision:1229; number_of_response:1; }","duration":"196.365755ms","start":"2026-04-16T03:04:51.6324Z","end":"2026-04-16T03:04:51.828765Z","steps":["trace[188486934] 'process raft request' (duration: 196.225462ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:04:52.377925Z","caller":"traceutil/trace.go:171","msg":"trace[1887026698] linearizableReadLoop","detail":"{readStateIndex:1288; appliedIndex:1287; }","duration":"587.831954ms","start":"2026-04-16T03:04:51.790057Z","end":"2026-04-16T03:04:52.377889Z","steps":["trace[1887026698] 'read index received' (duration: 38.710933ms)","trace[1887026698] 'applied index is now lower than readState.Index' (duration: 549.119271ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:04:52.377998Z","caller":"traceutil/trace.go:171","msg":"trace[106539774] transaction","detail":"{read_only:false; response_revision:1230; number_of_response:1; }","duration":"709.675627ms","start":"2026-04-16T03:04:51.668267Z","end":"2026-04-16T03:04:52.377943Z","steps":["trace[106539774] 'process raft request' (duration: 652.448398ms)","trace[106539774] 'compare' (duration: 56.969302ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:04:52.378121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.053499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:04:52.378157Z","caller":"traceutil/trace.go:171","msg":"trace[455155388] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1230; }","duration":"588.166803ms","start":"2026-04-16T03:04:51.78998Z","end":"2026-04-16T03:04:52.378146Z","steps":["trace[455155388] 'agreement among raft nodes before linearized reading' (duration: 588.07002ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:52.378197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:51.789951Z","time spent":"588.237924ms","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:04:52.37824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:51.668232Z","time spent":"709.873312ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:04:52.378243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.190037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T03:04:52.378316Z","caller":"traceutil/trace.go:171","msg":"trace[1228217571] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1230; }","duration":"246.310191ms","start":"2026-04-16T03:04:52.131986Z","end":"2026-04-16T03:04:52.378297Z","steps":["trace[1228217571] 'agreement among raft nodes before linearized reading' (duration: 246.118256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:52.378493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.415153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T03:04:52.378539Z","caller":"traceutil/trace.go:171","msg":"trace[2075066156] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1230; }","duration":"246.470065ms","start":"2026-04-16T03:04:52.132056Z","end":"2026-04-16T03:04:52.378526Z","steps":["trace[2075066156] 'agreement among raft nodes before linearized reading' (duration: 246.379493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:52.37853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.401543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:04:52.378654Z","caller":"traceutil/trace.go:171","msg":"trace[944939891] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1230; }","duration":"246.510486ms","start":"2026-04-16T03:04:52.13209Z","end":"2026-04-16T03:04:52.3786Z","steps":["trace[944939891] 'agreement among raft nodes before linearized reading' (duration: 246.27773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:52.378864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.71679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:04:52.378905Z","caller":"traceutil/trace.go:171","msg":"trace[963974927] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1230; }","duration":"246.813653ms","start":"2026-04-16T03:04:52.132081Z","end":"2026-04-16T03:04:52.378895Z","steps":["trace[963974927] 'agreement among raft nodes before linearized reading' (duration: 246.712091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:53.583618Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.118710077s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:04:53.584153Z","caller":"traceutil/trace.go:171","msg":"trace[1474125311] transaction","detail":"{read_only:false; response_revision:1233; number_of_response:1; }","duration":"1.200242325s","start":"2026-04-16T03:04:52.383887Z","end":"2026-04-16T03:04:53.58413Z","steps":["trace[1474125311] 'process raft request' (duration: 1.200183764s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:04:53.584183Z","caller":"traceutil/trace.go:171","msg":"trace[940913736] transaction","detail":"{read_only:false; response_revision:1232; number_of_response:1; }","duration":"1.200258675s","start":"2026-04-16T03:04:52.383874Z","end":"2026-04-16T03:04:53.584132Z","steps":["trace[940913736] 'process raft request' (duration: 1.199893126s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:53.584313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:52.383866Z","time spent":"1.200357589s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:04:53.584391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:52.383861Z","time spent":"1.20041579s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:04:53.584413Z","caller":"traceutil/trace.go:171","msg":"trace[1043689088] linearizableReadLoop","detail":"{readStateIndex:1292; appliedIndex:1289; }","duration":"1.138597526s","start":"2026-04-16T03:04:52.445791Z","end":"2026-04-16T03:04:53.584389Z","steps":["trace[1043689088] 'read index received' (duration: 19.215143ms)","trace[1043689088] 'applied index is now lower than readState.Index' (duration: 1.119379783s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:04:53.584442Z","caller":"traceutil/trace.go:171","msg":"trace[828027767] transaction","detail":"{read_only:false; response_revision:1234; number_of_response:1; }","duration":"1.200459561s","start":"2026-04-16T03:04:52.383963Z","end":"2026-04-16T03:04:53.584422Z","steps":["trace[828027767] 'process raft request' (duration: 1.200138313s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:53.584513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:52.383946Z","time spent":"1.200526963s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:04:53.58462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.138834372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:04:53.584663Z","caller":"traceutil/trace.go:171","msg":"trace[126014014] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1234; }","duration":"1.138884353s","start":"2026-04-16T03:04:52.445765Z","end":"2026-04-16T03:04:53.58465Z","steps":["trace[126014014] 'agreement among raft nodes before linearized reading' (duration: 1.138729849s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:53.584702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:52.445665Z","time spent":"1.139026606s","remote":"127.0.0.1:59410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":29,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:04:54.084874Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439973730,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:04:54.585114Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439973730,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:04:54.65746Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.073683085s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:04:54.816071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000137869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:04:54.816192Z","caller":"traceutil/trace.go:171","msg":"trace[1601772004] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000345345s","start":"2026-04-16T03:04:52.81582Z","end":"2026-04-16T03:04:54.816165Z","steps":["trace[1601772004] 'agreement among raft nodes before linearized reading' (duration: 2.000184821s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:54.816248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:52.815797Z","time spent":"2.000440187s","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:04:55.006679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.677026ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:04:55.006877Z","caller":"traceutil/trace.go:171","msg":"trace[2074665730] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1234; }","duration":"744.909262ms","start":"2026-04-16T03:04:54.261941Z","end":"2026-04-16T03:04:55.00685Z","steps":["trace[2074665730] 'range keys from in-memory index tree' (duration: 744.642276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:55.00728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.515555ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:04:55.007393Z","caller":"traceutil/trace.go:171","msg":"trace[809296511] linearizableReadLoop","detail":"{readStateIndex:1293; appliedIndex:1292; }","duration":"1.422928963s","start":"2026-04-16T03:04:53.58445Z","end":"2026-04-16T03:04:55.007379Z","steps":["trace[809296511] 'read index received' (duration: 1.073172242s)","trace[809296511] 'applied index is now lower than readState.Index' (duration: 349.755371ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:04:55.007451Z","caller":"traceutil/trace.go:171","msg":"trace[415796898] transaction","detail":"{read_only:false; response_revision:1235; number_of_response:1; }","duration":"2.176723138s","start":"2026-04-16T03:04:52.83072Z","end":"2026-04-16T03:04:55.007443Z","steps":["trace[415796898] 'process raft request' (duration: 1.826974417s)","trace[415796898] 'compare' (duration: 349.420472ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:04:55.007489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:52.830685Z","time spent":"2.176783769s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:04:55.007501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.762654491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:04:55.007539Z","caller":"traceutil/trace.go:171","msg":"trace[76663348] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:1235; }","duration":"1.762739663s","start":"2026-04-16T03:04:53.244788Z","end":"2026-04-16T03:04:55.007528Z","steps":["trace[76663348] 'agreement among raft nodes before linearized reading' (duration: 1.762669211s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:55.007565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:53.244765Z","time spent":"1.762792694s","remote":"127.0.0.1:56270","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:04:55.00764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.931194996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:04:55.007659Z","caller":"traceutil/trace.go:171","msg":"trace[588280925] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:1235; }","duration":"1.931267909s","start":"2026-04-16T03:04:53.076385Z","end":"2026-04-16T03:04:55.007653Z","steps":["trace[588280925] 'agreement among raft nodes before linearized reading' (duration: 1.931234698s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:55.007682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:53.076356Z","time spent":"1.931320519s","remote":"127.0.0.1:56284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:04:55.007711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.510244497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:04:55.007794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.961533249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:04:55.007819Z","caller":"traceutil/trace.go:171","msg":"trace[1444852180] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1235; }","duration":"1.961585551s","start":"2026-04-16T03:04:53.046224Z","end":"2026-04-16T03:04:55.007809Z","steps":["trace[1444852180] 'agreement among raft nodes before linearized reading' (duration: 1.96154762s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:55.007836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:53.046208Z","time spent":"1.961622951s","remote":"127.0.0.1:59386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":2,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:04:55.008243Z","caller":"traceutil/trace.go:171","msg":"trace[2067719018] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1235; }","duration":"1.510364761s","start":"2026-04-16T03:04:53.497402Z","end":"2026-04-16T03:04:55.007767Z","steps":["trace[2067719018] 'agreement among raft nodes before linearized reading' (duration: 1.510223707s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:55.008313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:53.497383Z","time spent":"1.510910515s","remote":"127.0.0.1:56336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:04:55.600061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.528989ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-16T03:04:55.60016Z","caller":"traceutil/trace.go:171","msg":"trace[472793324] linearizableReadLoop","detail":"{readStateIndex:1294; appliedIndex:1293; }","duration":"592.728057ms","start":"2026-04-16T03:04:55.007414Z","end":"2026-04-16T03:04:55.600142Z","steps":["trace[472793324] 'read index received' (duration: 135.121946ms)","trace[472793324] 'applied index is now lower than readState.Index' (duration: 457.604451ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:04:55.600169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:54.827691Z","time spent":"772.470395ms","remote":"127.0.0.1:58944","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:04:55.600393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216585267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:04:55.600443Z","caller":"traceutil/trace.go:171","msg":"trace[1014704535] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1235; }","duration":"1.216691849s","start":"2026-04-16T03:04:54.383738Z","end":"2026-04-16T03:04:55.60043Z","steps":["trace[1014704535] 'agreement among raft nodes before linearized reading' (duration: 1.216494644s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:55.600415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19602625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:04:55.600478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:54.383711Z","time spent":"1.21675691s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:04:55.600488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.811787535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:04:55.600521Z","caller":"traceutil/trace.go:171","msg":"trace[2040701103] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1235; }","duration":"1.196250476s","start":"2026-04-16T03:04:54.404244Z","end":"2026-04-16T03:04:55.600495Z","steps":["trace[2040701103] 'agreement among raft nodes before linearized reading' (duration: 1.195956229s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:04:55.600537Z","caller":"traceutil/trace.go:171","msg":"trace[357937534] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1235; }","duration":"1.811882919s","start":"2026-04-16T03:04:53.788639Z","end":"2026-04-16T03:04:55.600522Z","steps":["trace[357937534] 'agreement among raft nodes before linearized reading' (duration: 1.811803347s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:55.600586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:53.788613Z","time spent":"1.811943659s","remote":"127.0.0.1:58872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:04:55.600586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.665007636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-16T03:04:55.600634Z","caller":"traceutil/trace.go:171","msg":"trace[1966751803] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:1235; }","duration":"1.665073148s","start":"2026-04-16T03:04:53.935546Z","end":"2026-04-16T03:04:55.600619Z","steps":["trace[1966751803] 'agreement among raft nodes before linearized reading' (duration: 1.664901954s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:55.600664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:53.935492Z","time spent":"1.66516524s","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-04-16T03:04:55.600678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131220761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T03:04:55.600704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:54.404234Z","time spent":"1.196321287s","remote":"127.0.0.1:59320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:04:55.600714Z","caller":"traceutil/trace.go:171","msg":"trace[633768338] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1235; }","duration":"1.131314183s","start":"2026-04-16T03:04:54.469386Z","end":"2026-04-16T03:04:55.6007Z","steps":["trace[633768338] 'agreement among raft nodes before linearized reading' (duration: 1.131119358s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:55.600744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:54.469362Z","time spent":"1.131378535s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:04:55.600545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.876078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:04:55.600793Z","caller":"traceutil/trace.go:171","msg":"trace[159949893] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1235; }","duration":"657.202887ms","start":"2026-04-16T03:04:54.94358Z","end":"2026-04-16T03:04:55.600783Z","steps":["trace[159949893] 'agreement among raft nodes before linearized reading' (duration: 656.90187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:55.600818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:54.943545Z","time spent":"657.266249ms","remote":"127.0.0.1:59096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:04:56.282632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.913285ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:04:56.282729Z","caller":"traceutil/trace.go:171","msg":"trace[989198978] transaction","detail":"{read_only:false; response_revision:1236; number_of_response:1; }","duration":"681.739414ms","start":"2026-04-16T03:04:55.600971Z","end":"2026-04-16T03:04:56.282711Z","steps":["trace[989198978] 'process raft request' (duration: 372.680876ms)","trace[989198978] 'compare' (duration: 308.76986ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:04:56.282773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:55.600952Z","time spent":"681.804387ms","remote":"127.0.0.1:58944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:04:56.623149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:55.601731Z","time spent":"1.021410682s","remote":"127.0.0.1:58910","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-16T03:04:56.623475Z","caller":"traceutil/trace.go:171","msg":"trace[1880887451] transaction","detail":"{read_only:false; response_revision:1239; number_of_response:1; }","duration":"1.016561789s","start":"2026-04-16T03:04:55.606863Z","end":"2026-04-16T03:04:56.623425Z","steps":["trace[1880887451] 'process raft request' (duration: 1.016427016s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:04:56.623691Z","caller":"traceutil/trace.go:171","msg":"trace[1078865150] transaction","detail":"{read_only:false; response_revision:1240; number_of_response:1; }","duration":"1.016545329s","start":"2026-04-16T03:04:55.607129Z","end":"2026-04-16T03:04:56.623674Z","steps":["trace[1078865150] 'process raft request' (duration: 1.016219481s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:04:56.623725Z","caller":"traceutil/trace.go:171","msg":"trace[638545797] transaction","detail":"{read_only:false; response_revision:1237; number_of_response:1; }","duration":"1.019126394s","start":"2026-04-16T03:04:55.604541Z","end":"2026-04-16T03:04:56.623667Z","steps":["trace[638545797] 'process raft request' (duration: 1.018494869s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:04:56.623815Z","caller":"traceutil/trace.go:171","msg":"trace[1538134927] transaction","detail":"{read_only:false; response_revision:1238; number_of_response:1; }","duration":"1.019130623s","start":"2026-04-16T03:04:55.604626Z","end":"2026-04-16T03:04:56.623757Z","steps":["trace[1538134927] 'process raft request' (duration: 1.01860786s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:56.623787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:55.607104Z","time spent":"1.016632161s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:04:56.623777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:55.606836Z","time spent":"1.016823306s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:04:56.624019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:55.604522Z","time spent":"1.019327699s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:04:56.624074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:55.604609Z","time spent":"1.019319438s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:04:56.624161Z","caller":"traceutil/trace.go:171","msg":"trace[2100481063] linearizableReadLoop","detail":"{readStateIndex:1301; appliedIndex:1294; }","duration":"1.016333473s","start":"2026-04-16T03:04:55.607796Z","end":"2026-04-16T03:04:56.62413Z","steps":["trace[2100481063] 'read index received' (duration: 365.973147ms)","trace[2100481063] 'applied index is now lower than readState.Index' (duration: 650.358626ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:04:56.624274Z","caller":"traceutil/trace.go:171","msg":"trace[898442341] transaction","detail":"{read_only:false; response_revision:1241; number_of_response:1; }","duration":"1.017095963s","start":"2026-04-16T03:04:55.607163Z","end":"2026-04-16T03:04:56.624259Z","steps":["trace[898442341] 'process raft request' (duration: 1.016444657s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:56.624339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:55.607154Z","time spent":"1.017149404s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:04:56.624347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016530598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:04:56.624392Z","caller":"traceutil/trace.go:171","msg":"trace[901563529] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1241; }","duration":"1.016616701s","start":"2026-04-16T03:04:55.607765Z","end":"2026-04-16T03:04:56.624382Z","steps":["trace[901563529] 'agreement among raft nodes before linearized reading' (duration: 1.016510327s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:56.62442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:55.607756Z","time spent":"1.016656922s","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:04:56.624445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.962362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:04:56.624502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.82799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:04:56.624528Z","caller":"traceutil/trace.go:171","msg":"trace[624289980] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1241; }","duration":"614.117905ms","start":"2026-04-16T03:04:56.01039Z","end":"2026-04-16T03:04:56.624508Z","steps":["trace[624289980] 'agreement among raft nodes before linearized reading' (duration: 613.945551ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:04:56.624607Z","caller":"traceutil/trace.go:171","msg":"trace[835943907] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1241; }","duration":"555.917942ms","start":"2026-04-16T03:04:56.068632Z","end":"2026-04-16T03:04:56.62455Z","steps":["trace[835943907] 'agreement among raft nodes before linearized reading' (duration: 555.794239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:56.624669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:56.068617Z","time spent":"556.037206ms","remote":"127.0.0.1:59072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":3,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:04:56.624667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.986148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:04:56.624711Z","caller":"traceutil/trace.go:171","msg":"trace[1975663398] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1241; }","duration":"578.056379ms","start":"2026-04-16T03:04:56.046645Z","end":"2026-04-16T03:04:56.624701Z","steps":["trace[1975663398] 'agreement among raft nodes before linearized reading' (duration: 577.994797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:56.624738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:56.046628Z","time spent":"578.103711ms","remote":"127.0.0.1:58948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:04:56.624808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.476569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:04:56.624613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:56.010367Z","time spent":"614.231998ms","remote":"127.0.0.1:56350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":4,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:04:56.624879Z","caller":"traceutil/trace.go:171","msg":"trace[405761922] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1241; }","duration":"424.555871ms","start":"2026-04-16T03:04:56.200277Z","end":"2026-04-16T03:04:56.624833Z","steps":["trace[405761922] 'agreement among raft nodes before linearized reading' (duration: 424.49142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:56.624909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:56.200243Z","time spent":"424.660804ms","remote":"127.0.0.1:59150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:04:57.126424Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439973745,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:04:57.627565Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439973745,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:04:57.667483Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.042399398s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:04:58.626582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000314103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:04:58.626735Z","caller":"traceutil/trace.go:171","msg":"trace[1584708187] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000534529s","start":"2026-04-16T03:04:56.626173Z","end":"2026-04-16T03:04:58.626708Z","steps":["trace[1584708187] 'agreement among raft nodes before linearized reading' (duration: 2.000336244s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:04:58.62681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:56.626165Z","time spent":"2.000631301s","remote":"127.0.0.1:58872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:04:58.679315Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.011545613s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:05:00.116054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.448147359s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:05:00.11625Z","caller":"traceutil/trace.go:171","msg":"trace[2033494073] linearizableReadLoop","detail":"{readStateIndex:1303; appliedIndex:1301; }","duration":"3.490015744s","start":"2026-04-16T03:04:56.626215Z","end":"2026-04-16T03:05:00.11623Z","steps":["trace[2033494073] 'read index received' (duration: 1.041606969s)","trace[2033494073] 'applied index is now lower than readState.Index' (duration: 2.448407575s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:05:00.116332Z","caller":"traceutil/trace.go:171","msg":"trace[1325579764] transaction","detail":"{read_only:false; response_revision:1242; number_of_response:1; }","duration":"3.491350808s","start":"2026-04-16T03:04:56.624967Z","end":"2026-04-16T03:05:00.116317Z","steps":["trace[1325579764] 'process raft request' (duration: 1.04283896s)","trace[1325579764] 'compare' (duration: 2.448024385s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:05:00.116392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:56.624943Z","time spent":"3.491415039s","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:05:00.116827Z","caller":"traceutil/trace.go:171","msg":"trace[1700242127] transaction","detail":"{read_only:false; response_revision:1243; number_of_response:1; }","duration":"3.103362597s","start":"2026-04-16T03:04:57.01345Z","end":"2026-04-16T03:05:00.116812Z","steps":["trace[1700242127] 'process raft request' (duration: 3.102718161s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:00.116895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:57.01342Z","time spent":"3.103436639s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:05:00.617056Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439973749,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:05:00.638743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000991322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:05:00.638818Z","caller":"traceutil/trace.go:171","msg":"trace[152687888] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001092664s","start":"2026-04-16T03:04:58.637708Z","end":"2026-04-16T03:05:00.6388Z","steps":["trace[152687888] 'agreement among raft nodes before linearized reading' (duration: 2.001000422s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:00.638863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:58.637701Z","time spent":"2.001151246s","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:05:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:05:01.117527Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439973749,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:05:01.327526Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.202465975s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:05:01.650697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.954687ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T03:05:01.650986Z","caller":"traceutil/trace.go:171","msg":"trace[106027705] linearizableReadLoop","detail":"{readStateIndex:1305; appliedIndex:1303; }","duration":"1.534687331s","start":"2026-04-16T03:05:00.11628Z","end":"2026-04-16T03:05:01.650968Z","steps":["trace[106027705] 'read index received' (duration: 1.211449297s)","trace[106027705] 'applied index is now lower than readState.Index' (duration: 323.237154ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:05:01.651092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.067279161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:05:01.651168Z","caller":"traceutil/trace.go:171","msg":"trace[1856373196] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:1244; }","duration":"3.067415464s","start":"2026-04-16T03:04:58.583734Z","end":"2026-04-16T03:05:01.651149Z","steps":["trace[1856373196] 'agreement among raft nodes before linearized reading' (duration: 3.06725072s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:01.651177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.594898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:05:01.651208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:58.58371Z","time spent":"3.067486555s","remote":"127.0.0.1:59346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:05:01.651214Z","caller":"traceutil/trace.go:171","msg":"trace[126136095] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1244; }","duration":"552.66878ms","start":"2026-04-16T03:05:01.098532Z","end":"2026-04-16T03:05:01.651201Z","steps":["trace[126136095] 'agreement among raft nodes before linearized reading' (duration: 552.620159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:01.651196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.740020341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:05:01.651217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.018130515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T03:05:01.651276Z","caller":"traceutil/trace.go:171","msg":"trace[1019892677] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1244; }","duration":"4.740151154s","start":"2026-04-16T03:04:56.911102Z","end":"2026-04-16T03:05:01.651253Z","steps":["trace[1019892677] 'agreement among raft nodes before linearized reading' (duration: 4.73997035s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:01.651297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.138972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:05:01.651304Z","caller":"traceutil/trace.go:171","msg":"trace[832712764] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1244; }","duration":"3.018234287s","start":"2026-04-16T03:04:58.63305Z","end":"2026-04-16T03:05:01.651284Z","steps":["trace[832712764] 'agreement among raft nodes before linearized reading' (duration: 3.01793352s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:05:01.651323Z","caller":"traceutil/trace.go:171","msg":"trace[1853289142] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1244; }","duration":"929.190204ms","start":"2026-04-16T03:05:00.722125Z","end":"2026-04-16T03:05:01.651315Z","steps":["trace[1853289142] 'agreement among raft nodes before linearized reading' (duration: 929.154833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:01.651323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:56.911077Z","time spent":"4.740232116s","remote":"127.0.0.1:59242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":54,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:05:01.651358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:58.633028Z","time spent":"3.018319959s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:05:01.651124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.531858161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-16T03:05:01.651394Z","caller":"traceutil/trace.go:171","msg":"trace[1425037025] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1244; }","duration":"1.532178209s","start":"2026-04-16T03:05:00.119208Z","end":"2026-04-16T03:05:01.651386Z","steps":["trace[1425037025] 'agreement among raft nodes before linearized reading' (duration: 1.531866891s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:01.651402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01261648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:05:01.65142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:00.119188Z","time spent":"1.532223499s","remote":"127.0.0.1:59050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-16T03:05:01.651377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.01835675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6b72d15525d35\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-16T03:05:01.651431Z","caller":"traceutil/trace.go:171","msg":"trace[1998868663] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1244; }","duration":"1.012678102s","start":"2026-04-16T03:05:00.638744Z","end":"2026-04-16T03:05:01.651422Z","steps":["trace[1998868663] 'agreement among raft nodes before linearized reading' (duration: 1.012638491s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:01.651395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.022637569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-16T03:05:01.651442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.015502178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:05:01.651516Z","caller":"traceutil/trace.go:171","msg":"trace[1221920529] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6b72d15525d35; range_end:; response_count:1; response_revision:1244; }","duration":"3.018527934s","start":"2026-04-16T03:04:58.632927Z","end":"2026-04-16T03:05:01.651455Z","steps":["trace[1221920529] 'agreement among raft nodes before linearized reading' (duration: 3.018174226s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:05:01.651536Z","caller":"traceutil/trace.go:171","msg":"trace[956426940] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1244; }","duration":"3.022846484s","start":"2026-04-16T03:04:58.628667Z","end":"2026-04-16T03:05:01.651514Z","steps":["trace[956426940] 'agreement among raft nodes before linearized reading' (duration: 3.022446944s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:05:01.651578Z","caller":"traceutil/trace.go:171","msg":"trace[1630823734] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1244; }","duration":"3.015676733s","start":"2026-04-16T03:04:58.635879Z","end":"2026-04-16T03:05:01.651556Z","steps":["trace[1630823734] 'agreement among raft nodes before linearized reading' (duration: 3.015309414s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:01.651581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:58.632902Z","time spent":"3.018667088s","remote":"127.0.0.1:58944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6b72d15525d35\" "} {"level":"warn","ts":"2026-04-16T03:05:01.651589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.392064713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:05:01.651597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:58.628646Z","time spent":"3.022942746s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:05:01.651257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:01.098508Z","time spent":"552.731831ms","remote":"127.0.0.1:59210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:05:01.651623Z","caller":"traceutil/trace.go:171","msg":"trace[1119222009] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1244; }","duration":"3.392162875s","start":"2026-04-16T03:04:58.259451Z","end":"2026-04-16T03:05:01.651614Z","steps":["trace[1119222009] 'agreement among raft nodes before linearized reading' (duration: 3.392103704s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:01.651632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.016996947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:05:01.651653Z","caller":"traceutil/trace.go:171","msg":"trace[78440274] transaction","detail":"{read_only:false; response_revision:1244; number_of_response:1; }","duration":"959.153676ms","start":"2026-04-16T03:05:00.692489Z","end":"2026-04-16T03:05:01.651643Z","steps":["trace[78440274] 'process raft request' (duration: 958.324256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:01.651661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:58.259423Z","time spent":"3.392228887s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:05:01.651669Z","caller":"traceutil/trace.go:171","msg":"trace[817550208] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1244; }","duration":"3.017037098s","start":"2026-04-16T03:04:58.634622Z","end":"2026-04-16T03:05:01.651659Z","steps":["trace[817550208] 'agreement among raft nodes before linearized reading' (duration: 3.016908444s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:01.651631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.018368601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-16T03:05:01.651727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:00.692471Z","time spent":"959.204527ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:05:01.651758Z","caller":"traceutil/trace.go:171","msg":"trace[1785173169] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1244; }","duration":"3.018551785s","start":"2026-04-16T03:04:58.633197Z","end":"2026-04-16T03:05:01.651748Z","steps":["trace[1785173169] 'agreement among raft nodes before linearized reading' (duration: 3.018281218s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:01.651696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:58.634598Z","time spent":"3.017090458s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:05:01.651623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:58.635871Z","time spent":"3.015743394s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:05:01.651802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:58.633168Z","time spent":"3.018624807s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:05:01.651463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:00.638724Z","time spent":"1.012734583s","remote":"127.0.0.1:58872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:05:01.651353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:00.722109Z","time spent":"929.239165ms","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:05:01.652237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.379195609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:05:01.652297Z","caller":"traceutil/trace.go:171","msg":"trace[2088691227] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1244; }","duration":"3.379314512s","start":"2026-04-16T03:04:58.27297Z","end":"2026-04-16T03:05:01.652285Z","steps":["trace[2088691227] 'agreement among raft nodes before linearized reading' (duration: 3.37803913s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:01.652817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:04:58.272939Z","time spent":"3.379865197s","remote":"127.0.0.1:56300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:05:02.196052Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439973760,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T03:05:02.28337Z","caller":"traceutil/trace.go:171","msg":"trace[572509867] transaction","detail":"{read_only:false; response_revision:1246; number_of_response:1; }","duration":"627.394198ms","start":"2026-04-16T03:05:01.655947Z","end":"2026-04-16T03:05:02.283341Z","steps":["trace[572509867] 'process raft request' (duration: 627.176493ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:05:02.283672Z","caller":"traceutil/trace.go:171","msg":"trace[1276166882] transaction","detail":"{read_only:false; response_revision:1247; number_of_response:1; }","duration":"627.638465ms","start":"2026-04-16T03:05:01.656001Z","end":"2026-04-16T03:05:02.283639Z","steps":["trace[1276166882] 'process raft request' (duration: 627.294606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:02.283537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:01.655934Z","time spent":"627.519461ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:05:02.283911Z","caller":"traceutil/trace.go:171","msg":"trace[1239240416] transaction","detail":"{read_only:false; response_revision:1248; number_of_response:1; }","duration":"627.86922ms","start":"2026-04-16T03:05:01.65601Z","end":"2026-04-16T03:05:02.28388Z","steps":["trace[1239240416] 'process raft request' (duration: 627.579293ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:05:02.284013Z","caller":"traceutil/trace.go:171","msg":"trace[842236936] transaction","detail":"{read_only:false; response_revision:1249; number_of_response:1; }","duration":"627.08308ms","start":"2026-04-16T03:05:01.656915Z","end":"2026-04-16T03:05:02.283998Z","steps":["trace[842236936] 'process raft request' (duration: 626.853425ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:05:02.283994Z","caller":"traceutil/trace.go:171","msg":"trace[814799952] transaction","detail":"{read_only:false; response_revision:1250; number_of_response:1; }","duration":"626.841844ms","start":"2026-04-16T03:05:01.657116Z","end":"2026-04-16T03:05:02.283958Z","steps":["trace[814799952] 'process raft request' (duration: 626.760402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:02.284059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:01.655988Z","time spent":"627.984193ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:05:02.284079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:01.656852Z","time spent":"627.191614ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:05:02.283934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:01.655994Z","time spent":"627.744437ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:05:02.284209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:01.657108Z","time spent":"626.984018ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:05:02.705084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.508118ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:05:02.705265Z","caller":"traceutil/trace.go:171","msg":"trace[1058399711] linearizableReadLoop","detail":"{readStateIndex:1313; appliedIndex:1306; }","duration":"1.009765988s","start":"2026-04-16T03:05:01.695482Z","end":"2026-04-16T03:05:02.705248Z","steps":["trace[1058399711] 'read index received' (duration: 587.697941ms)","trace[1058399711] 'applied index is now lower than readState.Index' (duration: 422.067007ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:05:02.705364Z","caller":"traceutil/trace.go:171","msg":"trace[252788475] transaction","detail":"{read_only:false; response_revision:1251; number_of_response:1; }","duration":"687.788466ms","start":"2026-04-16T03:05:02.017561Z","end":"2026-04-16T03:05:02.70535Z","steps":["trace[252788475] 'process raft request' (duration: 562.914778ms)","trace[252788475] 'compare' (duration: 124.392826ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:05:02.705422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:02.017536Z","time spent":"687.855288ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:05:02.705554Z","caller":"traceutil/trace.go:171","msg":"trace[1137551839] transaction","detail":"{read_only:false; response_revision:1252; number_of_response:1; }","duration":"582.766217ms","start":"2026-04-16T03:05:02.122743Z","end":"2026-04-16T03:05:02.705509Z","steps":["trace[1137551839] 'process raft request' (duration: 582.439369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:02.70558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.041807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:05:02.705573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045684401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:05:02.705619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.195094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:05:02.705667Z","caller":"traceutil/trace.go:171","msg":"trace[1199998668] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1252; }","duration":"1.045814784s","start":"2026-04-16T03:05:01.659836Z","end":"2026-04-16T03:05:02.70565Z","steps":["trace[1199998668] 'agreement among raft nodes before linearized reading' (duration: 1.045538957s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:05:02.705662Z","caller":"traceutil/trace.go:171","msg":"trace[147004168] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1252; }","duration":"761.18027ms","start":"2026-04-16T03:05:01.944459Z","end":"2026-04-16T03:05:02.70564Z","steps":["trace[147004168] 'agreement among raft nodes before linearized reading' (duration: 761.055947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:02.705657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.458871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:05:02.705709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:01.659827Z","time spent":"1.045873275s","remote":"127.0.0.1:58872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:05:02.705696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.005971302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6b72d15525d35\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-16T03:05:02.705749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:02.122713Z","time spent":"582.920371ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:05:02.705775Z","caller":"traceutil/trace.go:171","msg":"trace[370501293] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6b72d15525d35; range_end:; response_count:1; response_revision:1252; }","duration":"1.006116307s","start":"2026-04-16T03:05:01.69964Z","end":"2026-04-16T03:05:02.705756Z","steps":["trace[370501293] 'agreement among raft nodes before linearized reading' (duration: 1.005863161s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:05:02.705766Z","caller":"traceutil/trace.go:171","msg":"trace[50605795] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:1252; }","duration":"752.656925ms","start":"2026-04-16T03:05:01.953083Z","end":"2026-04-16T03:05:02.70574Z","steps":["trace[50605795] 'agreement among raft nodes before linearized reading' (duration: 752.463191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:02.705815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:01.699618Z","time spent":"1.006189578s","remote":"127.0.0.1:58944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6b72d15525d35\" "} {"level":"info","ts":"2026-04-16T03:05:02.705695Z","caller":"traceutil/trace.go:171","msg":"trace[1526205167] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1252; }","duration":"970.366868ms","start":"2026-04-16T03:05:01.735308Z","end":"2026-04-16T03:05:02.705675Z","steps":["trace[1526205167] 'agreement among raft nodes before linearized reading' (duration: 970.247235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:02.705825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:01.953055Z","time spent":"752.756988ms","remote":"127.0.0.1:59166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:05:02.705867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:01.735287Z","time spent":"970.570613ms","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:05:02.705712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:01.944398Z","time spent":"761.302143ms","remote":"127.0.0.1:59124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:05:04.66597Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439973770,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:05:05.166589Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439973770,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:05:05.464363Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.414923071s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:05:06.677443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.415694413s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:05:06.677549Z","caller":"traceutil/trace.go:171","msg":"trace[887323862] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1253; }","duration":"2.415812456s","start":"2026-04-16T03:05:04.261721Z","end":"2026-04-16T03:05:06.677533Z","steps":["trace[887323862] 'range keys from in-memory index tree' (duration: 2.415677093s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:06.680193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21554887s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:05:06.680485Z","caller":"traceutil/trace.go:171","msg":"trace[894126676] linearizableReadLoop","detail":"{readStateIndex:1317; appliedIndex:1315; }","duration":"2.515270837s","start":"2026-04-16T03:05:04.165192Z","end":"2026-04-16T03:05:06.680463Z","steps":["trace[894126676] 'read index received' (duration: 1.29948429s)","trace[894126676] 'applied index is now lower than readState.Index' (duration: 1.215785427s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:05:06.680621Z","caller":"traceutil/trace.go:171","msg":"trace[1915012033] transaction","detail":"{read_only:false; response_revision:1255; number_of_response:1; }","duration":"1.968611606s","start":"2026-04-16T03:05:04.711986Z","end":"2026-04-16T03:05:06.680598Z","steps":["trace[1915012033] 'process raft request' (duration: 1.968344859s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:05:06.680598Z","caller":"traceutil/trace.go:171","msg":"trace[1840641176] transaction","detail":"{read_only:false; response_revision:1254; number_of_response:1; }","duration":"2.685112865s","start":"2026-04-16T03:05:03.995362Z","end":"2026-04-16T03:05:06.680475Z","steps":["trace[1840641176] 'process raft request' (duration: 1.469177845s)","trace[1840641176] 'compare' (duration: 1.213624392s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:05:06.68073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.891498669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:05:06.680744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.515528143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:05:06.680769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.194243505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:05:06.680792Z","caller":"traceutil/trace.go:171","msg":"trace[1174420806] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1255; }","duration":"1.891592921s","start":"2026-04-16T03:05:04.789182Z","end":"2026-04-16T03:05:06.680774Z","steps":["trace[1174420806] 'agreement among raft nodes before linearized reading' (duration: 1.891457258s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:05:06.680815Z","caller":"traceutil/trace.go:171","msg":"trace[1744668067] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1255; }","duration":"2.515612605s","start":"2026-04-16T03:05:04.165183Z","end":"2026-04-16T03:05:06.680796Z","steps":["trace[1744668067] 'agreement among raft nodes before linearized reading' (duration: 2.515445751s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:06.68082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.970756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:05:06.680818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:03.995335Z","time spent":"2.68536381s","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:05:06.680837Z","caller":"traceutil/trace.go:171","msg":"trace[680360240] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1255; }","duration":"1.194376248s","start":"2026-04-16T03:05:05.486445Z","end":"2026-04-16T03:05:06.680822Z","steps":["trace[680360240] 'agreement among raft nodes before linearized reading' (duration: 1.194256966s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:06.680854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:04.165109Z","time spent":"2.515737148s","remote":"127.0.0.1:56054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:05:06.680858Z","caller":"traceutil/trace.go:171","msg":"trace[656538912] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1255; }","duration":"656.011267ms","start":"2026-04-16T03:05:06.024835Z","end":"2026-04-16T03:05:06.680846Z","steps":["trace[656538912] 'agreement among raft nodes before linearized reading' (duration: 655.947506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:06.680883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.39128478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-16T03:05:06.680896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:05.486413Z","time spent":"1.19446985s","remote":"127.0.0.1:59060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:05:06.680921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.391666009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T03:05:06.681029Z","caller":"traceutil/trace.go:171","msg":"trace[1350551734] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1255; }","duration":"2.391819503s","start":"2026-04-16T03:05:04.289185Z","end":"2026-04-16T03:05:06.681004Z","steps":["trace[1350551734] 'agreement among raft nodes before linearized reading' (duration: 2.391602348s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:06.680901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:06.024788Z","time spent":"656.104909ms","remote":"127.0.0.1:59196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:05:06.680952Z","caller":"traceutil/trace.go:171","msg":"trace[710670320] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1255; }","duration":"2.391369982s","start":"2026-04-16T03:05:04.289567Z","end":"2026-04-16T03:05:06.680937Z","steps":["trace[710670320] 'agreement among raft nodes before linearized reading' (duration: 2.391138557s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:06.681097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:04.289149Z","time spent":"2.391933476s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:05:06.680854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:04.78916Z","time spent":"1.891680433s","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:05:06.680778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.535184684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:05:06.681168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:04.289561Z","time spent":"2.391591808s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T03:05:06.68125Z","caller":"traceutil/trace.go:171","msg":"trace[1704423569] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:1255; }","duration":"1.535711627s","start":"2026-04-16T03:05:05.145514Z","end":"2026-04-16T03:05:06.681226Z","steps":["trace[1704423569] 'agreement among raft nodes before linearized reading' (duration: 1.535206274s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:06.681322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:05.145481Z","time spent":"1.5358185s","remote":"127.0.0.1:56186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:05:06.680779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:04.711943Z","time spent":"1.96873871s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:05:06.680891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.391604028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:05:06.6815Z","caller":"traceutil/trace.go:171","msg":"trace[1180127141] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1255; }","duration":"2.392226894s","start":"2026-04-16T03:05:04.289256Z","end":"2026-04-16T03:05:06.681483Z","steps":["trace[1180127141] 'agreement among raft nodes before linearized reading' (duration: 2.391524895s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:06.681557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:04.289242Z","time spent":"2.392298466s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:05:06.680917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.391796813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T03:05:06.681639Z","caller":"traceutil/trace.go:171","msg":"trace[231556325] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1255; }","duration":"2.392568602s","start":"2026-04-16T03:05:04.289056Z","end":"2026-04-16T03:05:06.681624Z","steps":["trace[231556325] 'agreement among raft nodes before linearized reading' (duration: 2.391584897s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:06.680921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.391518286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-16T03:05:06.681685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:04.289023Z","time spent":"2.392649615s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T03:05:06.681698Z","caller":"traceutil/trace.go:171","msg":"trace[1748921040] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1255; }","duration":"2.392379098s","start":"2026-04-16T03:05:04.289301Z","end":"2026-04-16T03:05:06.68168Z","steps":["trace[1748921040] 'agreement among raft nodes before linearized reading' (duration: 2.391356501s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:06.681762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:04.28928Z","time spent":"2.39246905s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:05:07.191973Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439973780,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:05:07.692767Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439973780,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:05:07.821194Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.078524427s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:05:08.207108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:07.287967Z","time spent":"919.13333ms","remote":"127.0.0.1:39386","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:05:08.20754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.00656ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:05:08.207615Z","caller":"traceutil/trace.go:171","msg":"trace[1780223019] transaction","detail":"{read_only:false; response_revision:1256; number_of_response:1; }","duration":"1.521820098s","start":"2026-04-16T03:05:06.685781Z","end":"2026-04-16T03:05:08.207601Z","steps":["trace[1780223019] 'process raft request' (duration: 1.135684374s)","trace[1780223019] 'compare' (duration: 385.915458ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:05:08.207662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:06.685763Z","time spent":"1.521881129s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:05:08.549118Z","caller":"traceutil/trace.go:171","msg":"trace[67956039] transaction","detail":"{read_only:false; response_revision:1259; number_of_response:1; }","duration":"1.862855549s","start":"2026-04-16T03:05:06.686242Z","end":"2026-04-16T03:05:08.549097Z","steps":["trace[67956039] 'process raft request' (duration: 1.862733416s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:05:08.549132Z","caller":"traceutil/trace.go:171","msg":"trace[376439437] transaction","detail":"{read_only:false; response_revision:1258; number_of_response:1; }","duration":"1.863001763s","start":"2026-04-16T03:05:06.686091Z","end":"2026-04-16T03:05:08.549093Z","steps":["trace[376439437] 'process raft request' (duration: 1.862735216s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:05:08.549298Z","caller":"traceutil/trace.go:171","msg":"trace[1816566668] linearizableReadLoop","detail":"{readStateIndex:1322; appliedIndex:1317; }","duration":"1.857819022s","start":"2026-04-16T03:05:06.69145Z","end":"2026-04-16T03:05:08.549269Z","steps":["trace[1816566668] 'read index received' (duration: 1.130034082s)","trace[1816566668] 'applied index is now lower than readState.Index' (duration: 727.718049ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:05:08.549316Z","caller":"traceutil/trace.go:171","msg":"trace[1954345114] transaction","detail":"{read_only:false; response_revision:1260; number_of_response:1; }","duration":"1.862701325s","start":"2026-04-16T03:05:06.686598Z","end":"2026-04-16T03:05:08.549299Z","steps":["trace[1954345114] 'process raft request' (duration: 1.862434538s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:08.549313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:06.686233Z","time spent":"1.862971322s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:05:08.549343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:06.686064Z","time spent":"1.863157757s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:05:08.549407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:06.686588Z","time spent":"1.862773897s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:05:08.549442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.270878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:05:08.549114Z","caller":"traceutil/trace.go:171","msg":"trace[609952764] transaction","detail":"{read_only:false; response_revision:1257; number_of_response:1; }","duration":"1.863114845s","start":"2026-04-16T03:05:06.685962Z","end":"2026-04-16T03:05:08.549076Z","steps":["trace[609952764] 'process raft request' (duration: 1.783923745s)","trace[609952764] 'compare' (duration: 78.627936ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:05:08.549482Z","caller":"traceutil/trace.go:171","msg":"trace[1160348408] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:1260; }","duration":"349.347959ms","start":"2026-04-16T03:05:08.200118Z","end":"2026-04-16T03:05:08.549466Z","steps":["trace[1160348408] 'agreement among raft nodes before linearized reading' (duration: 349.274057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:08.549439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.857956166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:05:08.549515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:06.685951Z","time spent":"1.863530085s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:05:08.549517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:08.200102Z","time spent":"349.406591ms","remote":"127.0.0.1:56152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:05:08.549491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.177196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:05:08.549547Z","caller":"traceutil/trace.go:171","msg":"trace[1053312038] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1260; }","duration":"1.85813087s","start":"2026-04-16T03:05:06.691392Z","end":"2026-04-16T03:05:08.549523Z","steps":["trace[1053312038] 'agreement among raft nodes before linearized reading' (duration: 1.857944646s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:05:08.549576Z","caller":"traceutil/trace.go:171","msg":"trace[1964254926] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1260; }","duration":"766.312099ms","start":"2026-04-16T03:05:07.78324Z","end":"2026-04-16T03:05:08.549553Z","steps":["trace[1964254926] 'agreement among raft nodes before linearized reading' (duration: 766.150815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:08.549605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:06.691371Z","time spent":"1.858224312s","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:05:08.549622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:07.783224Z","time spent":"766.386702ms","remote":"127.0.0.1:58978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":16,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:05:09.343012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.632977ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:05:09.343187Z","caller":"traceutil/trace.go:171","msg":"trace[1831159523] transaction","detail":"{read_only:false; response_revision:1261; number_of_response:1; }","duration":"657.058954ms","start":"2026-04-16T03:05:08.6861Z","end":"2026-04-16T03:05:09.343159Z","steps":["trace[1831159523] 'process raft request' (duration: 280.154191ms)","trace[1831159523] 'compare' (duration: 376.480483ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:05:09.34345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:08.686076Z","time spent":"657.181767ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:05:10.328538Z","caller":"traceutil/trace.go:171","msg":"trace[88423431] transaction","detail":"{read_only:false; response_revision:1262; number_of_response:1; }","duration":"110.698852ms","start":"2026-04-16T03:05:10.217811Z","end":"2026-04-16T03:05:10.32851Z","steps":["trace[88423431] 'process raft request' (duration: 110.547628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:11.193833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.884802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:05:11.19394Z","caller":"traceutil/trace.go:171","msg":"trace[1265823984] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1262; }","duration":"344.051196ms","start":"2026-04-16T03:05:10.849862Z","end":"2026-04-16T03:05:11.193913Z","steps":["trace[1265823984] 'count revisions from in-memory index tree' (duration: 343.697137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:11.193994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:10.849842Z","time spent":"344.139499ms","remote":"127.0.0.1:56194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:05:11.19399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.113963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-16T03:05:11.193854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.498641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:05:11.194046Z","caller":"traceutil/trace.go:171","msg":"trace[1844698152] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1262; }","duration":"639.206925ms","start":"2026-04-16T03:05:10.554825Z","end":"2026-04-16T03:05:11.194031Z","steps":["trace[1844698152] 'range keys from in-memory index tree' (duration: 638.972909ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:11.194068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.689466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-16T03:05:11.194051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.629335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:05:11.194089Z","caller":"traceutil/trace.go:171","msg":"trace[675623929] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1262; }","duration":"403.779618ms","start":"2026-04-16T03:05:10.790291Z","end":"2026-04-16T03:05:11.19407Z","steps":["trace[675623929] 'range keys from in-memory index tree' (duration: 403.210513ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:05:11.194106Z","caller":"traceutil/trace.go:171","msg":"trace[1884849950] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1262; }","duration":"639.802009ms","start":"2026-04-16T03:05:10.554295Z","end":"2026-04-16T03:05:11.194097Z","steps":["trace[1884849950] 'range keys from in-memory index tree' (duration: 639.394119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:11.194136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:10.554273Z","time spent":"639.856131ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:05:11.194138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:10.790267Z","time spent":"403.86206ms","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:05:11.194138Z","caller":"traceutil/trace.go:171","msg":"trace[114838483] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1262; }","duration":"639.780109ms","start":"2026-04-16T03:05:10.554338Z","end":"2026-04-16T03:05:11.194118Z","steps":["trace[114838483] 'range keys from in-memory index tree' (duration: 639.40687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:11.194184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:10.554316Z","time spent":"639.858901ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:05:11.194084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:10.554816Z","time spent":"639.260486ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:05:11.19428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.502122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:05:11.194405Z","caller":"traceutil/trace.go:171","msg":"trace[1297542466] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1262; }","duration":"639.681057ms","start":"2026-04-16T03:05:10.554697Z","end":"2026-04-16T03:05:11.194378Z","steps":["trace[1297542466] 'range keys from in-memory index tree' (duration: 639.00788ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:11.193846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.854578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:05:11.194478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:10.554689Z","time spent":"639.773159ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-16T03:05:11.194504Z","caller":"traceutil/trace.go:171","msg":"trace[86378738] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:1262; }","duration":"209.559287ms","start":"2026-04-16T03:05:10.984908Z","end":"2026-04-16T03:05:11.194468Z","steps":["trace[86378738] 'count revisions from in-memory index tree' (duration: 208.742126ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:05:11.487879Z","caller":"traceutil/trace.go:171","msg":"trace[596282495] transaction","detail":"{read_only:false; response_revision:1263; number_of_response:1; }","duration":"289.64574ms","start":"2026-04-16T03:05:11.198202Z","end":"2026-04-16T03:05:11.487848Z","steps":["trace[596282495] 'process raft request' (duration: 289.457875ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:05:11.766291Z","caller":"traceutil/trace.go:171","msg":"trace[2070705998] transaction","detail":"{read_only:false; response_revision:1264; number_of_response:1; }","duration":"567.308159ms","start":"2026-04-16T03:05:11.198964Z","end":"2026-04-16T03:05:11.766272Z","steps":["trace[2070705998] 'process raft request' (duration: 530.152004ms)","trace[2070705998] 'compare' (duration: 37.017142ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:05:11.766416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:11.198946Z","time spent":"567.403851ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:05:11.766507Z","caller":"traceutil/trace.go:171","msg":"trace[1178704500] transaction","detail":"{read_only:false; response_revision:1265; number_of_response:1; }","duration":"567.409601ms","start":"2026-04-16T03:05:11.199078Z","end":"2026-04-16T03:05:11.766488Z","steps":["trace[1178704500] 'process raft request' (duration: 567.162545ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:11.766635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:11.199052Z","time spent":"567.517824ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:05:11.766843Z","caller":"traceutil/trace.go:171","msg":"trace[157301516] transaction","detail":"{read_only:false; response_revision:1266; number_of_response:1; }","duration":"567.716989ms","start":"2026-04-16T03:05:11.199115Z","end":"2026-04-16T03:05:11.766832Z","steps":["trace[157301516] 'process raft request' (duration: 567.313199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:11.766893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:11.199086Z","time spent":"567.779721ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:05:11.766856Z","caller":"traceutil/trace.go:171","msg":"trace[1621417717] transaction","detail":"{read_only:false; response_revision:1267; number_of_response:1; }","duration":"416.040648ms","start":"2026-04-16T03:05:11.350779Z","end":"2026-04-16T03:05:11.76682Z","steps":["trace[1621417717] 'process raft request' (duration: 415.910164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:11.767065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:11.350759Z","time spent":"416.192251ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:05:13.454814Z","caller":"traceutil/trace.go:171","msg":"trace[613636329] transaction","detail":"{read_only:false; response_revision:1270; number_of_response:1; }","duration":"617.220132ms","start":"2026-04-16T03:05:12.837559Z","end":"2026-04-16T03:05:13.454779Z","steps":["trace[613636329] 'process raft request' (duration: 617.010157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:13.454999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:12.837531Z","time spent":"617.375337ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:05:13.7694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.922635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:05:13.769465Z","caller":"traceutil/trace.go:171","msg":"trace[279042063] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1270; }","duration":"278.06278ms","start":"2026-04-16T03:05:13.491389Z","end":"2026-04-16T03:05:13.769452Z","steps":["trace[279042063] 'range keys from in-memory index tree' (duration: 277.71807ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:05:13.878553Z","caller":"traceutil/trace.go:171","msg":"trace[1095946540] transaction","detail":"{read_only:false; response_revision:1271; number_of_response:1; }","duration":"104.969949ms","start":"2026-04-16T03:05:13.773548Z","end":"2026-04-16T03:05:13.878518Z","steps":["trace[1095946540] 'process raft request' (duration: 104.758694ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:05:13.911279Z","caller":"traceutil/trace.go:171","msg":"trace[1923267030] transaction","detail":"{read_only:false; response_revision:1274; number_of_response:1; }","duration":"135.632599ms","start":"2026-04-16T03:05:13.775611Z","end":"2026-04-16T03:05:13.911243Z","steps":["trace[1923267030] 'process raft request' (duration: 135.546607ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:05:13.911309Z","caller":"traceutil/trace.go:171","msg":"trace[111898903] transaction","detail":"{read_only:false; response_revision:1272; number_of_response:1; }","duration":"137.465465ms","start":"2026-04-16T03:05:13.773785Z","end":"2026-04-16T03:05:13.91125Z","steps":["trace[111898903] 'process raft request' (duration: 137.101486ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:05:13.911356Z","caller":"traceutil/trace.go:171","msg":"trace[401328751] transaction","detail":"{read_only:false; response_revision:1273; number_of_response:1; }","duration":"136.865499ms","start":"2026-04-16T03:05:13.774442Z","end":"2026-04-16T03:05:13.911307Z","steps":["trace[401328751] 'process raft request' (duration: 136.663254ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:05:13.911434Z","caller":"traceutil/trace.go:171","msg":"trace[1600038711] linearizableReadLoop","detail":"{readStateIndex:1338; appliedIndex:1333; }","duration":"122.283773ms","start":"2026-04-16T03:05:13.78913Z","end":"2026-04-16T03:05:13.911414Z","steps":["trace[1600038711] 'read index received' (duration: 89.213863ms)","trace[1600038711] 'applied index is now lower than readState.Index' (duration: 33.06789ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:05:13.911542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.385235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:05:13.911516Z","caller":"traceutil/trace.go:171","msg":"trace[1961559334] transaction","detail":"{read_only:false; response_revision:1275; number_of_response:1; }","duration":"135.067384ms","start":"2026-04-16T03:05:13.776403Z","end":"2026-04-16T03:05:13.91147Z","steps":["trace[1961559334] 'process raft request' (duration: 134.789168ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:05:13.911576Z","caller":"traceutil/trace.go:171","msg":"trace[2049327964] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1275; }","duration":"122.466497ms","start":"2026-04-16T03:05:13.789099Z","end":"2026-04-16T03:05:13.911566Z","steps":["trace[2049327964] 'agreement among raft nodes before linearized reading' (duration: 122.376585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:14.637345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.307492ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:05:14.637521Z","caller":"traceutil/trace.go:171","msg":"trace[4536320] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1275; }","duration":"375.510977ms","start":"2026-04-16T03:05:14.261985Z","end":"2026-04-16T03:05:14.637496Z","steps":["trace[4536320] 'range keys from in-memory index tree' (duration: 375.285342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:14.637591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.947194ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-16T03:05:14.63768Z","caller":"traceutil/trace.go:171","msg":"trace[1137639019] linearizableReadLoop","detail":"{readStateIndex:1339; appliedIndex:1338; }","duration":"255.212925ms","start":"2026-04-16T03:05:14.382452Z","end":"2026-04-16T03:05:14.637665Z","steps":["trace[1137639019] 'read index received' (duration: 58.022µs)","trace[1137639019] 'applied index is now lower than readState.Index' (duration: 255.150782ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:05:14.63779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:13.933123Z","time spent":"704.663181ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:05:14.638111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.650335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T03:05:14.638194Z","caller":"traceutil/trace.go:171","msg":"trace[66557168] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1275; }","duration":"255.795288ms","start":"2026-04-16T03:05:14.382378Z","end":"2026-04-16T03:05:14.638173Z","steps":["trace[66557168] 'agreement among raft nodes before linearized reading' (duration: 255.547532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:15.201909Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439973832,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:05:15.620445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.803202ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:05:15.620554Z","caller":"traceutil/trace.go:171","msg":"trace[1785923965] linearizableReadLoop","detail":"{readStateIndex:1341; appliedIndex:1340; }","duration":"919.664854ms","start":"2026-04-16T03:05:14.700872Z","end":"2026-04-16T03:05:15.620537Z","steps":["trace[1785923965] 'read index received' (duration: 639.687677ms)","trace[1785923965] 'applied index is now lower than readState.Index' (duration: 279.976107ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:05:15.620742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.87556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-16T03:05:15.620683Z","caller":"traceutil/trace.go:171","msg":"trace[2011344212] transaction","detail":"{read_only:false; response_revision:1277; number_of_response:1; }","duration":"977.686282ms","start":"2026-04-16T03:05:14.642929Z","end":"2026-04-16T03:05:15.620616Z","steps":["trace[2011344212] 'process raft request' (duration: 697.657844ms)","trace[2011344212] 'compare' (duration: 279.662608ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:05:15.620804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.045647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:05:15.620854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.481235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:05:15.620899Z","caller":"traceutil/trace.go:171","msg":"trace[613146503] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1277; }","duration":"831.202221ms","start":"2026-04-16T03:05:14.789673Z","end":"2026-04-16T03:05:15.620876Z","steps":["trace[613146503] 'agreement among raft nodes before linearized reading' (duration: 831.046297ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:15.620957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:14.789616Z","time spent":"831.326414ms","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:05:15.620954Z","caller":"traceutil/trace.go:171","msg":"trace[936151534] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1277; }","duration":"811.637139ms","start":"2026-04-16T03:05:14.809293Z","end":"2026-04-16T03:05:15.62093Z","steps":["trace[936151534] 'agreement among raft nodes before linearized reading' (duration: 811.449214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:15.620965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:14.642902Z","time spent":"977.919368ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:05:15.621015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:14.809275Z","time spent":"811.725072ms","remote":"127.0.0.1:59050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":3,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:05:15.620772Z","caller":"traceutil/trace.go:171","msg":"trace[1346973571] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1277; }","duration":"919.940131ms","start":"2026-04-16T03:05:14.700821Z","end":"2026-04-16T03:05:15.620761Z","steps":["trace[1346973571] 'agreement among raft nodes before linearized reading' (duration: 919.847118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:15.621384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:14.700804Z","time spent":"920.542746ms","remote":"127.0.0.1:59050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-16T03:05:16.023797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.607861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:05:16.023838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.250731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:05:16.023912Z","caller":"traceutil/trace.go:171","msg":"trace[588831952] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1277; }","duration":"233.795056ms","start":"2026-04-16T03:05:15.790089Z","end":"2026-04-16T03:05:16.023884Z","steps":["trace[588831952] 'range keys from in-memory index tree' (duration: 233.441117ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:05:16.023912Z","caller":"traceutil/trace.go:171","msg":"trace[2128577914] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1277; }","duration":"190.369115ms","start":"2026-04-16T03:05:15.833526Z","end":"2026-04-16T03:05:16.023895Z","steps":["trace[2128577914] 'count revisions from in-memory index tree' (duration: 190.156918ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:05:16.136685Z","caller":"traceutil/trace.go:171","msg":"trace[800341022] linearizableReadLoop","detail":"{readStateIndex:1342; appliedIndex:1341; }","duration":"220.638306ms","start":"2026-04-16T03:05:15.916026Z","end":"2026-04-16T03:05:16.136664Z","steps":["trace[800341022] 'read index received' (duration: 220.495852ms)","trace[800341022] 'applied index is now lower than readState.Index' (duration: 141.794µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:05:16.136887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.480072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-16T03:05:16.136888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.358299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:05:16.136913Z","caller":"traceutil/trace.go:171","msg":"trace[966235793] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1278; }","duration":"220.527783ms","start":"2026-04-16T03:05:15.916377Z","end":"2026-04-16T03:05:16.136904Z","steps":["trace[966235793] 'agreement among raft nodes before linearized reading' (duration: 220.40319ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:05:16.136927Z","caller":"traceutil/trace.go:171","msg":"trace[2018487855] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1278; }","duration":"220.44059ms","start":"2026-04-16T03:05:15.916476Z","end":"2026-04-16T03:05:16.136917Z","steps":["trace[2018487855] 'agreement among raft nodes before linearized reading' (duration: 220.317787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:16.136909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.864921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:05:16.136973Z","caller":"traceutil/trace.go:171","msg":"trace[1259882955] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1278; }","duration":"220.988224ms","start":"2026-04-16T03:05:15.915968Z","end":"2026-04-16T03:05:16.136956Z","steps":["trace[1259882955] 'agreement among raft nodes before linearized reading' (duration: 220.797319ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:05:16.137015Z","caller":"traceutil/trace.go:171","msg":"trace[1703165804] transaction","detail":"{read_only:false; response_revision:1278; number_of_response:1; }","duration":"250.416564ms","start":"2026-04-16T03:05:15.886333Z","end":"2026-04-16T03:05:16.136749Z","steps":["trace[1703165804] 'process raft request' (duration: 250.199959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:16.13701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.501422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T03:05:16.137074Z","caller":"traceutil/trace.go:171","msg":"trace[618773143] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1278; }","duration":"220.589205ms","start":"2026-04-16T03:05:15.91647Z","end":"2026-04-16T03:05:16.137059Z","steps":["trace[618773143] 'agreement among raft nodes before linearized reading' (duration: 220.378619ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:16.721318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.500608ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:05:16.721663Z","caller":"traceutil/trace.go:171","msg":"trace[478679833] transaction","detail":"{read_only:false; response_revision:1281; number_of_response:1; }","duration":"579.832263ms","start":"2026-04-16T03:05:16.141799Z","end":"2026-04-16T03:05:16.721631Z","steps":["trace[478679833] 'process raft request' (duration: 579.651459ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:05:16.721654Z","caller":"traceutil/trace.go:171","msg":"trace[490858171] transaction","detail":"{read_only:false; response_revision:1280; number_of_response:1; }","duration":"579.832783ms","start":"2026-04-16T03:05:16.141762Z","end":"2026-04-16T03:05:16.721595Z","steps":["trace[490858171] 'process raft request' (duration: 127.926845ms)","trace[490858171] 'compare' (duration: 451.19584ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:05:16.721765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:16.141753Z","time spent":"579.961546ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:05:16.721881Z","caller":"traceutil/trace.go:171","msg":"trace[1652602190] transaction","detail":"{read_only:false; response_revision:1282; number_of_response:1; }","duration":"579.979786ms","start":"2026-04-16T03:05:16.141865Z","end":"2026-04-16T03:05:16.721845Z","steps":["trace[1652602190] 'process raft request' (duration: 579.697119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:16.721918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:16.141742Z","time spent":"580.018817ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:05:16.721994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:16.141853Z","time spent":"580.080289ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:05:17.433016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.839209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:05:17.433154Z","caller":"traceutil/trace.go:171","msg":"trace[669101767] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1282; }","duration":"242.073355ms","start":"2026-04-16T03:05:17.191056Z","end":"2026-04-16T03:05:17.433129Z","steps":["trace[669101767] 'count revisions from in-memory index tree' (duration: 241.602462ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:18.690268Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439973855,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:05:19.190729Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439973855,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:05:19.691152Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439973855,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:05:20.192124Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439973855,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:05:20.692745Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439973855,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:05:20.790505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000266881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:05:20.790564Z","caller":"traceutil/trace.go:171","msg":"trace[1923989703] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000385084s","start":"2026-04-16T03:05:18.790166Z","end":"2026-04-16T03:05:20.790551Z","steps":["trace[1923989703] 'agreement among raft nodes before linearized reading' (duration: 2.000309882s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:20.790592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:18.790141Z","time spent":"2.000446806s","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:05:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:05:21.193954Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439973855,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:05:21.680941Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.53872141s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:05:21.681433Z","caller":"traceutil/trace.go:171","msg":"trace[1417338679] transaction","detail":"{read_only:false; response_revision:1284; number_of_response:1; }","duration":"3.539394935s","start":"2026-04-16T03:05:18.142012Z","end":"2026-04-16T03:05:21.681407Z","steps":["trace[1417338679] 'process raft request' (duration: 3.539215631s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:21.681615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:18.141981Z","time spent":"3.539545359s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:05:22.791718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000954308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:05:22.791805Z","caller":"traceutil/trace.go:171","msg":"trace[1538222092] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001089721s","start":"2026-04-16T03:05:20.790697Z","end":"2026-04-16T03:05:22.791787Z","steps":["trace[1538222092] 'agreement among raft nodes before linearized reading' (duration: 2.000980559s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:22.791851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:20.790682Z","time spent":"2.001160073s","remote":"127.0.0.1:58872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:05:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:05:23.188842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999327542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:05:23.188967Z","caller":"traceutil/trace.go:171","msg":"trace[1439356010] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999520727s","start":"2026-04-16T03:05:18.189422Z","end":"2026-04-16T03:05:23.188942Z","steps":["trace[1439356010] 'agreement among raft nodes before linearized reading' (duration: 4.999353513s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:23.189033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:18.189405Z","time spent":"4.999611789s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/16 03:05:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:05:23.72626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999694782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:05:23.726316Z","caller":"traceutil/trace.go:171","msg":"trace[457614175] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999810955s","start":"2026-04-16T03:05:18.726492Z","end":"2026-04-16T03:05:23.726303Z","steps":["trace[457614175] 'agreement among raft nodes before linearized reading' (duration: 4.999736893s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:23.726346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:18.726468Z","time spent":"4.999871746s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/16 03:05:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:05:24.238194Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.635836508s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:05:24.416515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.814228712s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-16T03:05:24.416652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.432593ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:05:24.416775Z","caller":"traceutil/trace.go:171","msg":"trace[1514881111] linearizableReadLoop","detail":"{readStateIndex:1349; appliedIndex:1347; }","duration":"6.227298005s","start":"2026-04-16T03:05:18.189458Z","end":"2026-04-16T03:05:24.416756Z","steps":["trace[1514881111] 'read index received' (duration: 3.491746908s)","trace[1514881111] 'applied index is now lower than readState.Index' (duration: 2.735549787s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:05:24.416833Z","caller":"traceutil/trace.go:171","msg":"trace[770909555] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1284; }","duration":"154.7029ms","start":"2026-04-16T03:05:24.262104Z","end":"2026-04-16T03:05:24.416807Z","steps":["trace[770909555] 'range keys from in-memory index tree' (duration: 154.399122ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:05:24.417203Z","caller":"traceutil/trace.go:171","msg":"trace[1819803701] transaction","detail":"{read_only:false; response_revision:1285; number_of_response:1; }","duration":"2.385176598s","start":"2026-04-16T03:05:22.031992Z","end":"2026-04-16T03:05:24.417169Z","steps":["trace[1819803701] 'process raft request' (duration: 2.384653644s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:24.4174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:22.03195Z","time spent":"2.385346382s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:05:24.530807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.571596ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:05:24.531089Z","caller":"traceutil/trace.go:171","msg":"trace[2112319252] transaction","detail":"{read_only:false; response_revision:1287; number_of_response:1; }","duration":"741.726987ms","start":"2026-04-16T03:05:23.789344Z","end":"2026-04-16T03:05:24.531071Z","steps":["trace[2112319252] 'process raft request' (duration: 741.576054ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:05:24.531136Z","caller":"traceutil/trace.go:171","msg":"trace[1218208372] linearizableReadLoop","detail":"{readStateIndex:1352; appliedIndex:1349; }","duration":"114.209061ms","start":"2026-04-16T03:05:24.41681Z","end":"2026-04-16T03:05:24.531019Z","steps":["trace[1218208372] 'read index received' (duration: 50.612µs)","trace[1218208372] 'applied index is now lower than readState.Index' (duration: 114.157319ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:05:24.531259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:23.789319Z","time spent":"741.844651ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:05:24.531291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.731639167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:05:24.531314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.804822964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:05:24.531334Z","caller":"traceutil/trace.go:171","msg":"trace[1607664920] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1287; }","duration":"1.731723539s","start":"2026-04-16T03:05:22.799602Z","end":"2026-04-16T03:05:24.531326Z","steps":["trace[1607664920] 'agreement among raft nodes before linearized reading' (duration: 1.731646837s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:24.531359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:22.799581Z","time spent":"1.731773041s","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:05:24.531364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.014288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:05:24.53145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.735123294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6b72d15525d35\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-16T03:05:24.53108Z","caller":"traceutil/trace.go:171","msg":"trace[2092994929] transaction","detail":"{read_only:false; response_revision:1286; number_of_response:1; }","duration":"843.375254ms","start":"2026-04-16T03:05:23.687635Z","end":"2026-04-16T03:05:24.53101Z","steps":["trace[2092994929] 'process raft request' (duration: 729.512282ms)","trace[2092994929] 'compare' (duration: 113.313658ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:05:24.531482Z","caller":"traceutil/trace.go:171","msg":"trace[996066667] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6b72d15525d35; range_end:; response_count:1; response_revision:1287; }","duration":"1.735190565s","start":"2026-04-16T03:05:22.796283Z","end":"2026-04-16T03:05:24.531474Z","steps":["trace[996066667] 'agreement among raft nodes before linearized reading' (duration: 1.735093793s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:24.531512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019235975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:05:24.531526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:23.687611Z","time spent":"843.880967ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:05:24.531539Z","caller":"traceutil/trace.go:171","msg":"trace[882911629] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1287; }","duration":"1.019305837s","start":"2026-04-16T03:05:23.512225Z","end":"2026-04-16T03:05:24.531531Z","steps":["trace[882911629] 'agreement among raft nodes before linearized reading' (duration: 1.019261016s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:24.531547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:22.796267Z","time spent":"1.735269678s","remote":"127.0.0.1:58944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6b72d15525d35\" "} {"level":"warn","ts":"2026-04-16T03:05:24.531559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:23.512202Z","time spent":"1.019352557s","remote":"127.0.0.1:59268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:05:24.531573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.129694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:05:24.531613Z","caller":"traceutil/trace.go:171","msg":"trace[92287034] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1287; }","duration":"570.212506ms","start":"2026-04-16T03:05:23.961389Z","end":"2026-04-16T03:05:24.531602Z","steps":["trace[92287034] 'agreement among raft nodes before linearized reading' (duration: 570.137204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:24.531657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:23.961369Z","time spent":"570.278168ms","remote":"127.0.0.1:56254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:05:24.531722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.570988488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:05:24.531726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.805179355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:05:24.531483Z","caller":"traceutil/trace.go:171","msg":"trace[459369401] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1287; }","duration":"937.180742ms","start":"2026-04-16T03:05:23.594276Z","end":"2026-04-16T03:05:24.531457Z","steps":["trace[459369401] 'agreement among raft nodes before linearized reading' (duration: 937.002028ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:05:24.53175Z","caller":"traceutil/trace.go:171","msg":"trace[2046724096] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1287; }","duration":"1.57105641s","start":"2026-04-16T03:05:22.960686Z","end":"2026-04-16T03:05:24.531742Z","steps":["trace[2046724096] 'agreement among raft nodes before linearized reading' (duration: 1.571007249s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:05:24.531757Z","caller":"traceutil/trace.go:171","msg":"trace[1456141370] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1287; }","duration":"5.805254746s","start":"2026-04-16T03:05:18.726492Z","end":"2026-04-16T03:05:24.531747Z","steps":["trace[1456141370] 'agreement among raft nodes before linearized reading' (duration: 5.805102611s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:24.531775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:23.594212Z","time spent":"937.551753ms","remote":"127.0.0.1:59022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:05:24.531779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:22.960665Z","time spent":"1.571103881s","remote":"127.0.0.1:56292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:05:24.53183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.703913888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:05:24.531853Z","caller":"traceutil/trace.go:171","msg":"trace[123723222] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1287; }","duration":"5.70397198s","start":"2026-04-16T03:05:18.827875Z","end":"2026-04-16T03:05:24.531847Z","steps":["trace[123723222] 'agreement among raft nodes before linearized reading' (duration: 5.703921488s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:24.531871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:18.82786Z","time spent":"5.70400698s","remote":"127.0.0.1:59302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:05:24.531353Z","caller":"traceutil/trace.go:171","msg":"trace[990651866] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1287; }","duration":"5.804889736s","start":"2026-04-16T03:05:18.726447Z","end":"2026-04-16T03:05:24.531337Z","steps":["trace[990651866] 'agreement among raft nodes before linearized reading' (duration: 5.804742062s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:24.53178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:18.726468Z","time spent":"5.805305957s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:05:24.53197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.405527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-16T03:05:24.532003Z","caller":"traceutil/trace.go:171","msg":"trace[1982942972] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:1287; }","duration":"600.483998ms","start":"2026-04-16T03:05:23.931509Z","end":"2026-04-16T03:05:24.531993Z","steps":["trace[1982942972] 'agreement among raft nodes before linearized reading' (duration: 600.334665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:24.531976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:18.72643Z","time spent":"5.805503702s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:05:24.532031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:23.931488Z","time spent":"600.536869ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-04-16T03:05:24.532081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.642761555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:05:24.532108Z","caller":"traceutil/trace.go:171","msg":"trace[2046115218] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:1287; }","duration":"2.642839777s","start":"2026-04-16T03:05:21.889257Z","end":"2026-04-16T03:05:24.532097Z","steps":["trace[2046115218] 'agreement among raft nodes before linearized reading' (duration: 2.642798336s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:24.532083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.897909023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-16T03:05:24.532134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:21.889226Z","time spent":"2.642902169s","remote":"127.0.0.1:56104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:05:24.532143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.971718233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:05:24.532171Z","caller":"traceutil/trace.go:171","msg":"trace[162852108] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1287; }","duration":"1.971790615s","start":"2026-04-16T03:05:22.560373Z","end":"2026-04-16T03:05:24.532164Z","steps":["trace[162852108] 'agreement among raft nodes before linearized reading' (duration: 1.971676802s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:24.53219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:22.56035Z","time spent":"1.971834726s","remote":"127.0.0.1:59406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":98,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:05:24.532263Z","caller":"traceutil/trace.go:171","msg":"trace[975259101] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1287; }","duration":"4.898072437s","start":"2026-04-16T03:05:19.634083Z","end":"2026-04-16T03:05:24.532155Z","steps":["trace[975259101] 'agreement among raft nodes before linearized reading' (duration: 4.897375659s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:24.532337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:19.634056Z","time spent":"4.898266103s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T03:05:24.660136Z","caller":"traceutil/trace.go:171","msg":"trace[411556541] linearizableReadLoop","detail":"{readStateIndex:1357; appliedIndex:1352; }","duration":"118.467229ms","start":"2026-04-16T03:05:24.541642Z","end":"2026-04-16T03:05:24.660109Z","steps":["trace[411556541] 'read index received' (duration: 820.35µs)","trace[411556541] 'applied index is now lower than readState.Index' (duration: 117.645579ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:05:24.660181Z","caller":"traceutil/trace.go:171","msg":"trace[1822907896] transaction","detail":"{read_only:false; response_revision:1288; number_of_response:1; }","duration":"125.340821ms","start":"2026-04-16T03:05:24.534777Z","end":"2026-04-16T03:05:24.660118Z","steps":["trace[1822907896] 'process raft request' (duration: 124.991262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:24.660367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.701734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:05:24.660417Z","caller":"traceutil/trace.go:171","msg":"trace[2135727211] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1291; }","duration":"118.773686ms","start":"2026-04-16T03:05:24.541628Z","end":"2026-04-16T03:05:24.660402Z","steps":["trace[2135727211] 'agreement among raft nodes before linearized reading' (duration: 118.593051ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:05:24.660181Z","caller":"traceutil/trace.go:171","msg":"trace[1157555689] transaction","detail":"{read_only:false; response_revision:1289; number_of_response:1; }","duration":"123.029713ms","start":"2026-04-16T03:05:24.537116Z","end":"2026-04-16T03:05:24.660145Z","steps":["trace[1157555689] 'process raft request' (duration: 122.858529ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:05:24.660765Z","caller":"traceutil/trace.go:171","msg":"trace[1682711382] transaction","detail":"{read_only:false; response_revision:1291; number_of_response:1; }","duration":"122.620063ms","start":"2026-04-16T03:05:24.538125Z","end":"2026-04-16T03:05:24.660745Z","steps":["trace[1682711382] 'process raft request' (duration: 121.946106ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:05:24.660908Z","caller":"traceutil/trace.go:171","msg":"trace[737820394] transaction","detail":"{read_only:false; response_revision:1290; number_of_response:1; }","duration":"123.634139ms","start":"2026-04-16T03:05:24.53715Z","end":"2026-04-16T03:05:24.660784Z","steps":["trace[737820394] 'process raft request' (duration: 122.88384ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:05:24.668172Z","caller":"traceutil/trace.go:171","msg":"trace[1023211178] transaction","detail":"{read_only:false; response_revision:1292; number_of_response:1; }","duration":"124.784877ms","start":"2026-04-16T03:05:24.543368Z","end":"2026-04-16T03:05:24.668153Z","steps":["trace[1023211178] 'process raft request' (duration: 124.449829ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:05:26.099897Z","caller":"traceutil/trace.go:171","msg":"trace[1897135083] linearizableReadLoop","detail":"{readStateIndex:1361; appliedIndex:1360; }","duration":"345.044935ms","start":"2026-04-16T03:05:25.754825Z","end":"2026-04-16T03:05:26.09987Z","steps":["trace[1897135083] 'read index received' (duration: 344.771928ms)","trace[1897135083] 'applied index is now lower than readState.Index' (duration: 271.307µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:05:26.100171Z","caller":"traceutil/trace.go:171","msg":"trace[1821436266] transaction","detail":"{read_only:false; response_revision:1295; number_of_response:1; }","duration":"366.34432ms","start":"2026-04-16T03:05:25.73379Z","end":"2026-04-16T03:05:26.100134Z","steps":["trace[1821436266] 'process raft request' (duration: 365.910459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:26.100289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.439444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:05:26.100341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:25.733765Z","time spent":"366.480783ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:05:26.100349Z","caller":"traceutil/trace.go:171","msg":"trace[377565812] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:1295; }","duration":"345.565277ms","start":"2026-04-16T03:05:25.754768Z","end":"2026-04-16T03:05:26.100334Z","steps":["trace[377565812] 'agreement among raft nodes before linearized reading' (duration: 345.428884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:26.100406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:25.754706Z","time spent":"345.688951ms","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:05:26.10041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.501376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:05:26.100535Z","caller":"traceutil/trace.go:171","msg":"trace[1856208049] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1295; }","duration":"312.645722ms","start":"2026-04-16T03:05:25.787856Z","end":"2026-04-16T03:05:26.100502Z","steps":["trace[1856208049] 'agreement among raft nodes before linearized reading' (duration: 312.423635ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:26.100635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:25.787802Z","time spent":"312.817606ms","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:05:27.166534Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439973885,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:05:27.666981Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439973885,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:05:28.167666Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439973885,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:05:28.668161Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439973885,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:05:28.789144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999938942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:05:28.789258Z","caller":"traceutil/trace.go:171","msg":"trace[627801481] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000112037s","start":"2026-04-16T03:05:26.789119Z","end":"2026-04-16T03:05:28.789231Z","steps":["trace[627801481] 'agreement among raft nodes before linearized reading' (duration: 1.999962463s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:28.78932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:26.789101Z","time spent":"2.000206169s","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:05:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:05:29.059136Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.519816173s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:05:29.059499Z","caller":"traceutil/trace.go:171","msg":"trace[1988889207] linearizableReadLoop","detail":"{readStateIndex:1362; appliedIndex:1361; }","duration":"2.393332884s","start":"2026-04-16T03:05:26.666144Z","end":"2026-04-16T03:05:29.059477Z","steps":["trace[1988889207] 'read index received' (duration: 2.393118818s)","trace[1988889207] 'applied index is now lower than readState.Index' (duration: 212.766µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:05:29.059602Z","caller":"traceutil/trace.go:171","msg":"trace[1485342363] transaction","detail":"{read_only:false; response_revision:1296; number_of_response:1; }","duration":"2.520420238s","start":"2026-04-16T03:05:26.53917Z","end":"2026-04-16T03:05:29.059591Z","steps":["trace[1485342363] 'process raft request' (duration: 2.520144312s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:29.05972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:26.539126Z","time spent":"2.520508541s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:05:29.059793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.393621711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T03:05:29.05987Z","caller":"traceutil/trace.go:171","msg":"trace[1985086994] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1296; }","duration":"2.393724643s","start":"2026-04-16T03:05:26.666128Z","end":"2026-04-16T03:05:29.059853Z","steps":["trace[1985086994] 'agreement among raft nodes before linearized reading' (duration: 2.393537508s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:29.059909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:26.666111Z","time spent":"2.393790275s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:05:29.060057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.393794875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-16T03:05:29.060058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308488958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:05:29.060092Z","caller":"traceutil/trace.go:171","msg":"trace[2108964801] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1296; }","duration":"2.393869087s","start":"2026-04-16T03:05:26.666214Z","end":"2026-04-16T03:05:29.060083Z","steps":["trace[2108964801] 'agreement among raft nodes before linearized reading' (duration: 2.393785395s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:05:29.060187Z","caller":"traceutil/trace.go:171","msg":"trace[926293638] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1296; }","duration":"1.308654212s","start":"2026-04-16T03:05:27.751473Z","end":"2026-04-16T03:05:29.060128Z","steps":["trace[926293638] 'agreement among raft nodes before linearized reading' (duration: 1.308459107s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:29.0602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:26.666191Z","time spent":"2.39400087s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:05:29.060219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.707447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:05:29.060078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.265738575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:05:29.060257Z","caller":"traceutil/trace.go:171","msg":"trace[2064980296] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1296; }","duration":"270.807179ms","start":"2026-04-16T03:05:28.789438Z","end":"2026-04-16T03:05:29.060246Z","steps":["trace[2064980296] 'agreement among raft nodes before linearized reading' (duration: 270.679196ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:05:29.060295Z","caller":"traceutil/trace.go:171","msg":"trace[2011267934] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1296; }","duration":"2.265992971s","start":"2026-04-16T03:05:26.79428Z","end":"2026-04-16T03:05:29.060273Z","steps":["trace[2011267934] 'agreement among raft nodes before linearized reading' (duration: 2.265646063s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:29.060289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.788517877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-16T03:05:29.060346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:26.794259Z","time spent":"2.266077084s","remote":"127.0.0.1:56310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":4,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:05:29.060236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:27.75144Z","time spent":"1.308785305s","remote":"127.0.0.1:59082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":45,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:05:29.060394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.366389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:05:29.060397Z","caller":"traceutil/trace.go:171","msg":"trace[1528598089] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1296; }","duration":"1.788707831s","start":"2026-04-16T03:05:27.271665Z","end":"2026-04-16T03:05:29.060373Z","steps":["trace[1528598089] 'agreement among raft nodes before linearized reading' (duration: 1.788308651s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:05:29.06043Z","caller":"traceutil/trace.go:171","msg":"trace[2083975072] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1296; }","duration":"955.437921ms","start":"2026-04-16T03:05:28.104983Z","end":"2026-04-16T03:05:29.060421Z","steps":["trace[2083975072] 'agreement among raft nodes before linearized reading' (duration: 955.277097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:29.060453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:27.271634Z","time spent":"1.788809574s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:05:29.060469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:28.104963Z","time spent":"955.487563ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:05:29.060453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.394274697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:05:29.060598Z","caller":"traceutil/trace.go:171","msg":"trace[633943287] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1296; }","duration":"2.394439421s","start":"2026-04-16T03:05:26.666099Z","end":"2026-04-16T03:05:29.060539Z","steps":["trace[633943287] 'agreement among raft nodes before linearized reading' (duration: 2.394081502s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:29.060665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:26.666085Z","time spent":"2.394567164s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T03:05:33.383864Z","caller":"traceutil/trace.go:171","msg":"trace[347518220] linearizableReadLoop","detail":"{readStateIndex:1376; appliedIndex:1375; }","duration":"258.997022ms","start":"2026-04-16T03:05:33.124839Z","end":"2026-04-16T03:05:33.383836Z","steps":["trace[347518220] 'read index received' (duration: 258.779216ms)","trace[347518220] 'applied index is now lower than readState.Index' (duration: 216.836µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:05:33.38401Z","caller":"traceutil/trace.go:171","msg":"trace[83272900] transaction","detail":"{read_only:false; response_revision:1309; number_of_response:1; }","duration":"274.882061ms","start":"2026-04-16T03:05:33.109118Z","end":"2026-04-16T03:05:33.384001Z","steps":["trace[83272900] 'process raft request' (duration: 274.538572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:33.384258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.397283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T03:05:33.384292Z","caller":"traceutil/trace.go:171","msg":"trace[527723021] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1309; }","duration":"259.515855ms","start":"2026-04-16T03:05:33.124768Z","end":"2026-04-16T03:05:33.384284Z","steps":["trace[527723021] 'agreement among raft nodes before linearized reading' (duration: 259.366611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:33.384516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.312833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-16T03:05:33.384616Z","caller":"traceutil/trace.go:171","msg":"trace[1499036031] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1309; }","duration":"178.482988ms","start":"2026-04-16T03:05:33.206113Z","end":"2026-04-16T03:05:33.384596Z","steps":["trace[1499036031] 'agreement among raft nodes before linearized reading' (duration: 178.247502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:33.384736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.726814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:05:33.384774Z","caller":"traceutil/trace.go:171","msg":"trace[1027154058] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1309; }","duration":"147.784246ms","start":"2026-04-16T03:05:33.236982Z","end":"2026-04-16T03:05:33.384766Z","steps":["trace[1027154058] 'agreement among raft nodes before linearized reading' (duration: 147.686334ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:33.38483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.335259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T03:05:33.384862Z","caller":"traceutil/trace.go:171","msg":"trace[1024061675] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1309; }","duration":"148.403261ms","start":"2026-04-16T03:05:33.236451Z","end":"2026-04-16T03:05:33.384855Z","steps":["trace[1024061675] 'agreement among raft nodes before linearized reading' (duration: 148.326719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:33.385537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.452003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T03:05:33.385691Z","caller":"traceutil/trace.go:171","msg":"trace[1758801915] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1309; }","duration":"148.681398ms","start":"2026-04-16T03:05:33.236976Z","end":"2026-04-16T03:05:33.385658Z","steps":["trace[1758801915] 'agreement among raft nodes before linearized reading' (duration: 147.95546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:35.290858Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439973934,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T03:05:35.491668Z","caller":"traceutil/trace.go:171","msg":"trace[2068515127] linearizableReadLoop","detail":"{readStateIndex:1386; appliedIndex:1385; }","duration":"701.810295ms","start":"2026-04-16T03:05:34.78983Z","end":"2026-04-16T03:05:35.491641Z","steps":["trace[2068515127] 'read index received' (duration: 701.719292ms)","trace[2068515127] 'applied index is now lower than readState.Index' (duration: 90.083µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:05:35.491814Z","caller":"traceutil/trace.go:171","msg":"trace[2080864525] transaction","detail":"{read_only:false; response_revision:1318; number_of_response:1; }","duration":"712.448272ms","start":"2026-04-16T03:05:34.779347Z","end":"2026-04-16T03:05:35.491795Z","steps":["trace[2080864525] 'process raft request' (duration: 712.139474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:35.491945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.098923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:05:35.492091Z","caller":"traceutil/trace.go:171","msg":"trace[280755090] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1318; }","duration":"702.279877ms","start":"2026-04-16T03:05:34.789787Z","end":"2026-04-16T03:05:35.492067Z","steps":["trace[280755090] 'agreement among raft nodes before linearized reading' (duration: 702.099623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:35.492239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:34.789765Z","time spent":"702.457461ms","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:05:35.491957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:34.77932Z","time spent":"712.532774ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:05:35.494229Z","caller":"traceutil/trace.go:171","msg":"trace[2145459520] transaction","detail":"{read_only:false; response_revision:1319; number_of_response:1; }","duration":"103.261446ms","start":"2026-04-16T03:05:35.390946Z","end":"2026-04-16T03:05:35.494208Z","steps":["trace[2145459520] 'process raft request' (duration: 102.740403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:39.053604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.370143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:05:39.053695Z","caller":"traceutil/trace.go:171","msg":"trace[1957705037] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1331; }","duration":"131.540308ms","start":"2026-04-16T03:05:38.922136Z","end":"2026-04-16T03:05:39.053677Z","steps":["trace[1957705037] 'count revisions from in-memory index tree' (duration: 131.158897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:40.022362Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439973964,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:05:40.52342Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439973964,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:05:40.758956Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.252991122s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:05:40.759414Z","caller":"traceutil/trace.go:171","msg":"trace[1811516773] transaction","detail":"{read_only:false; response_revision:1332; number_of_response:1; }","duration":"1.253490585s","start":"2026-04-16T03:05:39.505879Z","end":"2026-04-16T03:05:40.75937Z","steps":["trace[1811516773] 'process raft request' (duration: 1.253268679s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:40.75959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:39.50586Z","time spent":"1.253632778s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:05:40.843858Z","caller":"traceutil/trace.go:171","msg":"trace[1343945073] linearizableReadLoop","detail":"{readStateIndex:1401; appliedIndex:1399; }","duration":"1.32209776s","start":"2026-04-16T03:05:39.521732Z","end":"2026-04-16T03:05:40.843829Z","steps":["trace[1343945073] 'read index received' (duration: 1.237497183s)","trace[1343945073] 'applied index is now lower than readState.Index' (duration: 84.599187ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:05:40.844114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322367528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T03:05:40.844146Z","caller":"traceutil/trace.go:171","msg":"trace[1906482420] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1332; }","duration":"1.32244572s","start":"2026-04-16T03:05:39.521691Z","end":"2026-04-16T03:05:40.844136Z","steps":["trace[1906482420] 'agreement among raft nodes before linearized reading' (duration: 1.322284505s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:40.844175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:39.521677Z","time spent":"1.322491061s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:05:40.844247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313032912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-16T03:05:40.844247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.321937756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T03:05:40.844301Z","caller":"traceutil/trace.go:171","msg":"trace[1273478463] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1332; }","duration":"1.313121075s","start":"2026-04-16T03:05:39.531166Z","end":"2026-04-16T03:05:40.844287Z","steps":["trace[1273478463] 'agreement among raft nodes before linearized reading' (duration: 1.31294913s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:05:40.844311Z","caller":"traceutil/trace.go:171","msg":"trace[1285319327] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1332; }","duration":"1.322017498s","start":"2026-04-16T03:05:39.522278Z","end":"2026-04-16T03:05:40.844296Z","steps":["trace[1285319327] 'agreement among raft nodes before linearized reading' (duration: 1.321815233s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:40.844524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31411341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-16T03:05:40.84454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:39.531149Z","time spent":"1.31337489s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:05:40.844544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:39.522158Z","time spent":"1.322377527s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T03:05:40.844618Z","caller":"traceutil/trace.go:171","msg":"trace[388046297] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1332; }","duration":"1.314422387s","start":"2026-04-16T03:05:39.530182Z","end":"2026-04-16T03:05:40.844605Z","steps":["trace[388046297] 'agreement among raft nodes before linearized reading' (duration: 1.314014457s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:40.844976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:39.530174Z","time spent":"1.314779686s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:05:40.844635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05558675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:05:40.845048Z","caller":"traceutil/trace.go:171","msg":"trace[446871928] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1332; }","duration":"1.056049421s","start":"2026-04-16T03:05:39.788982Z","end":"2026-04-16T03:05:40.845031Z","steps":["trace[446871928] 'agreement among raft nodes before linearized reading' (duration: 1.055630361s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:40.84465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.329969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:05:40.845099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:39.788954Z","time spent":"1.056128643s","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:05:40.845122Z","caller":"traceutil/trace.go:171","msg":"trace[2141829918] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1332; }","duration":"990.859512ms","start":"2026-04-16T03:05:39.854231Z","end":"2026-04-16T03:05:40.845091Z","steps":["trace[2141829918] 'agreement among raft nodes before linearized reading' (duration: 990.288998ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:40.845189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:39.854209Z","time spent":"990.962324ms","remote":"127.0.0.1:59112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:05:40.84465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.321547246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:05:40.84525Z","caller":"traceutil/trace.go:171","msg":"trace[1088628006] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1332; }","duration":"1.322170962s","start":"2026-04-16T03:05:39.523065Z","end":"2026-04-16T03:05:40.845236Z","steps":["trace[1088628006] 'agreement among raft nodes before linearized reading' (duration: 1.321181738s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:40.845279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:39.523058Z","time spent":"1.322211323s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T03:05:42.998835Z","caller":"traceutil/trace.go:171","msg":"trace[1569103255] linearizableReadLoop","detail":"{readStateIndex:1407; appliedIndex:1406; }","duration":"209.460796ms","start":"2026-04-16T03:05:42.789352Z","end":"2026-04-16T03:05:42.998813Z","steps":["trace[1569103255] 'read index received' (duration: 209.333513ms)","trace[1569103255] 'applied index is now lower than readState.Index' (duration: 126.163µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:05:42.998952Z","caller":"traceutil/trace.go:171","msg":"trace[1266335064] transaction","detail":"{read_only:false; response_revision:1338; number_of_response:1; }","duration":"227.088599ms","start":"2026-04-16T03:05:42.771795Z","end":"2026-04-16T03:05:42.998884Z","steps":["trace[1266335064] 'process raft request' (duration: 226.883564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:42.999045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.63194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:05:42.99909Z","caller":"traceutil/trace.go:171","msg":"trace[91161938] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1338; }","duration":"209.774774ms","start":"2026-04-16T03:05:42.789296Z","end":"2026-04-16T03:05:42.999071Z","steps":["trace[91161938] 'agreement among raft nodes before linearized reading' (duration: 209.64779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:42.999324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.510258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:05:42.999371Z","caller":"traceutil/trace.go:171","msg":"trace[1557518441] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1338; }","duration":"143.58718ms","start":"2026-04-16T03:05:42.85577Z","end":"2026-04-16T03:05:42.999358Z","steps":["trace[1557518441] 'agreement among raft nodes before linearized reading' (duration: 143.482547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:42.999357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.502583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T03:05:42.99949Z","caller":"traceutil/trace.go:171","msg":"trace[1997000000] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1338; }","duration":"144.728069ms","start":"2026-04-16T03:05:42.854725Z","end":"2026-04-16T03:05:42.999453Z","steps":["trace[1997000000] 'agreement among raft nodes before linearized reading' (duration: 144.319349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:43.684753Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439973979,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:05:44.185258Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439973979,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:05:44.386484Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.381842921s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:05:45.791411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999805459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:05:45.791692Z","caller":"traceutil/trace.go:171","msg":"trace[1888158721] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000137807s","start":"2026-04-16T03:05:43.791534Z","end":"2026-04-16T03:05:45.791672Z","steps":["trace[1888158721] 'agreement among raft nodes before linearized reading' (duration: 1.99983548s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:45.791737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:43.791512Z","time spent":"2.000215809s","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:05:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:05:46.408878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.147657397s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:05:46.409063Z","caller":"traceutil/trace.go:171","msg":"trace[1268649669] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1338; }","duration":"2.147856302s","start":"2026-04-16T03:05:44.261175Z","end":"2026-04-16T03:05:46.409032Z","steps":["trace[1268649669] 'range keys from in-memory index tree' (duration: 2.147632506s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:46.409457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.022620123s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:05:46.409558Z","caller":"traceutil/trace.go:171","msg":"trace[1918593013] transaction","detail":"{read_only:false; response_revision:1339; number_of_response:1; }","duration":"3.405024438s","start":"2026-04-16T03:05:43.004516Z","end":"2026-04-16T03:05:46.40954Z","steps":["trace[1918593013] 'process raft request' (duration: 1.382246262s)","trace[1918593013] 'compare' (duration: 2.02252776s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:05:46.40961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:43.00449Z","time spent":"3.40509732s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:05:47.792475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000547257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:05:47.792619Z","caller":"traceutil/trace.go:171","msg":"trace[508345344] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000740802s","start":"2026-04-16T03:05:45.791852Z","end":"2026-04-16T03:05:47.792592Z","steps":["trace[508345344] 'agreement among raft nodes before linearized reading' (duration: 2.000568178s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:47.792709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:45.791836Z","time spent":"2.000852075s","remote":"127.0.0.1:58872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:05:47 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:05:48.002545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:43.005318Z","time spent":"4.997212609s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/16 03:05:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:05:48.003084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:43.004553Z","time spent":"4.998525542s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/16 03:05:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:05:48.097986Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.711277539s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:05:48.52852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.205516ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:05:48.528858Z","caller":"traceutil/trace.go:171","msg":"trace[1382235744] linearizableReadLoop","detail":"{readStateIndex:1412; appliedIndex:1407; }","duration":"5.344810299s","start":"2026-04-16T03:05:43.184028Z","end":"2026-04-16T03:05:48.528838Z","steps":["trace[1382235744] 'read index received' (duration: 1.202722078s)","trace[1382235744] 'applied index is now lower than readState.Index' (duration: 4.142086941s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:05:48.528935Z","caller":"traceutil/trace.go:171","msg":"trace[699622495] transaction","detail":"{read_only:false; response_revision:1341; number_of_response:1; }","duration":"5.524325592s","start":"2026-04-16T03:05:43.004599Z","end":"2026-04-16T03:05:48.528924Z","steps":["trace[699622495] 'process raft request' (duration: 5.524042115s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:05:48.528946Z","caller":"traceutil/trace.go:171","msg":"trace[1950179895] transaction","detail":"{read_only:false; response_revision:1342; number_of_response:1; }","duration":"5.524218979s","start":"2026-04-16T03:05:43.004715Z","end":"2026-04-16T03:05:48.528934Z","steps":["trace[1950179895] 'process raft request' (duration: 5.523976883s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:48.529008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:43.004705Z","time spent":"5.524271391s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:05:48.529072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.345055185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:05:48.529102Z","caller":"traceutil/trace.go:171","msg":"trace[1579487608] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1343; }","duration":"5.345144847s","start":"2026-04-16T03:05:43.183946Z","end":"2026-04-16T03:05:48.529091Z","steps":["trace[1579487608] 'agreement among raft nodes before linearized reading' (duration: 5.345083986s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:48.529129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:43.183903Z","time spent":"5.345217419s","remote":"127.0.0.1:59336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:05:48.529007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:43.004545Z","time spent":"5.524416415s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:05:48.985067Z","caller":"traceutil/trace.go:171","msg":"trace[1892445785] transaction","detail":"{read_only:false; response_revision:1345; number_of_response:1; }","duration":"3.978828936s","start":"2026-04-16T03:05:45.006201Z","end":"2026-04-16T03:05:48.98503Z","steps":["trace[1892445785] 'process raft request' (duration: 3.978734584s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:05:48.985126Z","caller":"traceutil/trace.go:171","msg":"trace[1366486915] transaction","detail":"{read_only:false; response_revision:1344; number_of_response:1; }","duration":"4.172344212s","start":"2026-04-16T03:05:44.812729Z","end":"2026-04-16T03:05:48.985074Z","steps":["trace[1366486915] 'process raft request' (duration: 4.17193734s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:05:48.985317Z","caller":"traceutil/trace.go:171","msg":"trace[2126197405] linearizableReadLoop","detail":"{readStateIndex:1415; appliedIndex:1412; }","duration":"456.407225ms","start":"2026-04-16T03:05:48.528888Z","end":"2026-04-16T03:05:48.985295Z","steps":["trace[2126197405] 'read index received' (duration: 455.756878ms)","trace[2126197405] 'applied index is now lower than readState.Index' (duration: 648.617µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:05:48.985332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:45.006179Z","time spent":"3.979020901s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:05:48.985372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:44.812706Z","time spent":"4.172529717s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:05:48.985438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.382521167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:05:48.985468Z","caller":"traceutil/trace.go:171","msg":"trace[687450374] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:1346; }","duration":"5.38262167s","start":"2026-04-16T03:05:43.602837Z","end":"2026-04-16T03:05:48.985458Z","steps":["trace[687450374] 'agreement among raft nodes before linearized reading' (duration: 5.382527648s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:48.98549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:43.602808Z","time spent":"5.382676921s","remote":"127.0.0.1:56230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:05:48.985607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185177578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:05:48.985653Z","caller":"traceutil/trace.go:171","msg":"trace[1492343851] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1346; }","duration":"1.18525607s","start":"2026-04-16T03:05:47.800383Z","end":"2026-04-16T03:05:48.985639Z","steps":["trace[1492343851] 'agreement among raft nodes before linearized reading' (duration: 1.185162957s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:48.985683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188608045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6b72d15525d35\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-16T03:05:48.985684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:47.800362Z","time spent":"1.185316541s","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:05:48.985732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.55871096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:05:48.985753Z","caller":"traceutil/trace.go:171","msg":"trace[608262492] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:1346; }","duration":"1.55873421s","start":"2026-04-16T03:05:47.427016Z","end":"2026-04-16T03:05:48.98575Z","steps":["trace[608262492] 'agreement among raft nodes before linearized reading' (duration: 1.558693349s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:48.985768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:47.42693Z","time spent":"1.558834953s","remote":"127.0.0.1:59154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":3,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:05:48.985962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.707459684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:05:48.986236Z","caller":"traceutil/trace.go:171","msg":"trace[1347359661] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1346; }","duration":"4.707756892s","start":"2026-04-16T03:05:44.27847Z","end":"2026-04-16T03:05:48.986227Z","steps":["trace[1347359661] 'agreement among raft nodes before linearized reading' (duration: 4.707473205s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:48.986266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:44.278452Z","time spent":"4.707804504s","remote":"127.0.0.1:59140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:05:48.986001Z","caller":"traceutil/trace.go:171","msg":"trace[1797870755] transaction","detail":"{read_only:false; response_revision:1346; number_of_response:1; }","duration":"3.285874553s","start":"2026-04-16T03:05:45.700111Z","end":"2026-04-16T03:05:48.985986Z","steps":["trace[1797870755] 'process raft request' (duration: 3.284874538s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:05:48.9857Z","caller":"traceutil/trace.go:171","msg":"trace[1703389599] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6b72d15525d35; range_end:; response_count:1; response_revision:1346; }","duration":"1.188692307s","start":"2026-04-16T03:05:47.797002Z","end":"2026-04-16T03:05:48.985695Z","steps":["trace[1703389599] 'agreement among raft nodes before linearized reading' (duration: 1.188615455s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:48.98647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:47.796961Z","time spent":"1.189462776s","remote":"127.0.0.1:58944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6b72d15525d35\" "} {"level":"warn","ts":"2026-04-16T03:05:48.986166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.58636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T03:05:48.986873Z","caller":"traceutil/trace.go:171","msg":"trace[1899415099] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1346; }","duration":"572.275817ms","start":"2026-04-16T03:05:48.414565Z","end":"2026-04-16T03:05:48.986841Z","steps":["trace[1899415099] 'agreement among raft nodes before linearized reading' (duration: 571.449547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:48.986944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:48.41451Z","time spent":"572.416981ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:05:48.986119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.054302564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-16T03:05:48.987045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:45.700086Z","time spent":"3.286244983s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:05:48.987052Z","caller":"traceutil/trace.go:171","msg":"trace[1625429869] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:1346; }","duration":"5.055299039s","start":"2026-04-16T03:05:43.931738Z","end":"2026-04-16T03:05:48.987037Z","steps":["trace[1625429869] 'agreement among raft nodes before linearized reading' (duration: 5.054093169s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:48.987108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:43.931716Z","time spent":"5.055380382s","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-04-16T03:05:49.433106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.876139ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-16T03:05:49.433355Z","caller":"traceutil/trace.go:171","msg":"trace[249450402] linearizableReadLoop","detail":"{readStateIndex:1418; appliedIndex:1415; }","duration":"437.177592ms","start":"2026-04-16T03:05:48.996159Z","end":"2026-04-16T03:05:49.433337Z","steps":["trace[249450402] 'read index received' (duration: 59.069966ms)","trace[249450402] 'applied index is now lower than readState.Index' (duration: 378.106466ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:05:49.433451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.285074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:05:49.433471Z","caller":"traceutil/trace.go:171","msg":"trace[1055475462] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1348; }","duration":"437.312525ms","start":"2026-04-16T03:05:48.996151Z","end":"2026-04-16T03:05:49.433464Z","steps":["trace[1055475462] 'agreement among raft nodes before linearized reading' (duration: 437.248153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:49.433493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:48.9961Z","time spent":"437.388917ms","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:05:49.433487Z","caller":"traceutil/trace.go:171","msg":"trace[429545393] transaction","detail":"{read_only:false; response_revision:1347; number_of_response:1; }","duration":"444.881775ms","start":"2026-04-16T03:05:48.988587Z","end":"2026-04-16T03:05:49.433469Z","steps":["trace[429545393] 'process raft request' (duration: 444.605368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:49.4336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:48.988546Z","time spent":"444.977318ms","remote":"127.0.0.1:58944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:05:49.433683Z","caller":"traceutil/trace.go:171","msg":"trace[1688069850] transaction","detail":"{read_only:false; response_revision:1348; number_of_response:1; }","duration":"442.69449ms","start":"2026-04-16T03:05:48.990966Z","end":"2026-04-16T03:05:49.43366Z","steps":["trace[1688069850] 'process raft request' (duration: 442.326931ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:49.43366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:48.987887Z","time spent":"445.760198ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:05:49.43381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:48.990953Z","time spent":"442.790153ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:05:51.496301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.490502494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:05:51.496378Z","caller":"traceutil/trace.go:171","msg":"trace[747403916] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1350; }","duration":"1.490607427s","start":"2026-04-16T03:05:50.005751Z","end":"2026-04-16T03:05:51.496358Z","steps":["trace[747403916] 'range keys from in-memory index tree' (duration: 1.49033081s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:51.496392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.151459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:05:51.496405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.491197641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-16T03:05:51.49644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.312644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:05:51.496469Z","caller":"traceutil/trace.go:171","msg":"trace[1934377555] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1350; }","duration":"709.264112ms","start":"2026-04-16T03:05:50.787184Z","end":"2026-04-16T03:05:51.496448Z","steps":["trace[1934377555] 'range keys from in-memory index tree' (duration: 709.040247ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:05:51.496488Z","caller":"traceutil/trace.go:171","msg":"trace[784659759] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1350; }","duration":"1.491359396s","start":"2026-04-16T03:05:50.00511Z","end":"2026-04-16T03:05:51.49647Z","steps":["trace[784659759] 'range keys from in-memory index tree' (duration: 1.490988626s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:05:51.496499Z","caller":"traceutil/trace.go:171","msg":"trace[1638100082] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1350; }","duration":"962.409266ms","start":"2026-04-16T03:05:50.534075Z","end":"2026-04-16T03:05:51.496484Z","steps":["trace[1638100082] 'range keys from in-memory index tree' (duration: 962.116509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:51.496514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:50.787169Z","time spent":"709.336143ms","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:05:51.496529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:50.53406Z","time spent":"962.463308ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:05:51.496536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:50.005081Z","time spent":"1.491446087s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:05:51.496419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:50.00574Z","time spent":"1.490667868s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:05:51.4963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.034823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:05:51.496761Z","caller":"traceutil/trace.go:171","msg":"trace[873994298] linearizableReadLoop","detail":"{readStateIndex:1423; appliedIndex:1422; }","duration":"205.835884ms","start":"2026-04-16T03:05:51.290907Z","end":"2026-04-16T03:05:51.496743Z","steps":["trace[873994298] 'read index received' (duration: 204.486761ms)","trace[873994298] 'applied index is now lower than readState.Index' (duration: 1.348143ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:05:51.496781Z","caller":"traceutil/trace.go:171","msg":"trace[1245156256] transaction","detail":"{read_only:false; response_revision:1351; number_of_response:1; }","duration":"503.812857ms","start":"2026-04-16T03:05:50.992943Z","end":"2026-04-16T03:05:51.496756Z","steps":["trace[1245156256] 'process raft request' (duration: 502.533495ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:05:51.496749Z","caller":"traceutil/trace.go:171","msg":"trace[1574709178] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1350; }","duration":"963.496435ms","start":"2026-04-16T03:05:50.533213Z","end":"2026-04-16T03:05:51.49671Z","steps":["trace[1574709178] 'range keys from in-memory index tree' (duration: 962.897259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:51.496889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.982049ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:05:51.496918Z","caller":"traceutil/trace.go:171","msg":"trace[1747711268] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1351; }","duration":"206.04564ms","start":"2026-04-16T03:05:51.290864Z","end":"2026-04-16T03:05:51.49691Z","steps":["trace[1747711268] 'agreement among raft nodes before linearized reading' (duration: 205.987818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:51.496928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:50.992922Z","time spent":"503.93961ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:05:51.496931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:50.533193Z","time spent":"963.691259ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T03:05:52.079795Z","caller":"traceutil/trace.go:171","msg":"trace[990569051] transaction","detail":"{read_only:false; response_revision:1353; number_of_response:1; }","duration":"578.212927ms","start":"2026-04-16T03:05:51.501548Z","end":"2026-04-16T03:05:52.079761Z","steps":["trace[990569051] 'process raft request' (duration: 578.155555ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:52.080003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:51.501532Z","time spent":"578.365571ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:05:52.079895Z","caller":"traceutil/trace.go:171","msg":"trace[1899474953] transaction","detail":"{read_only:false; response_revision:1352; number_of_response:1; }","duration":"578.292449ms","start":"2026-04-16T03:05:51.501553Z","end":"2026-04-16T03:05:52.079845Z","steps":["trace[1899474953] 'process raft request' (duration: 577.966751ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:52.080257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:51.501543Z","time spent":"578.590897ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:05:52.251088Z","caller":"traceutil/trace.go:171","msg":"trace[416614687] transaction","detail":"{read_only:false; response_revision:1354; number_of_response:1; }","duration":"748.900748ms","start":"2026-04-16T03:05:51.50216Z","end":"2026-04-16T03:05:52.25106Z","steps":["trace[416614687] 'process raft request' (duration: 673.321048ms)","trace[416614687] 'compare' (duration: 75.387795ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:05:52.251248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:51.50214Z","time spent":"749.028632ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:05:52.251397Z","caller":"traceutil/trace.go:171","msg":"trace[306505477] transaction","detail":"{read_only:false; response_revision:1355; number_of_response:1; }","duration":"748.606902ms","start":"2026-04-16T03:05:51.502763Z","end":"2026-04-16T03:05:52.25137Z","steps":["trace[306505477] 'process raft request' (duration: 748.250392ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:05:52.251728Z","caller":"traceutil/trace.go:171","msg":"trace[365732757] linearizableReadLoop","detail":"{readStateIndex:1428; appliedIndex:1423; }","duration":"461.495113ms","start":"2026-04-16T03:05:51.790218Z","end":"2026-04-16T03:05:52.251713Z","steps":["trace[365732757] 'read index received' (duration: 289.297583ms)","trace[365732757] 'applied index is now lower than readState.Index' (duration: 172.19648ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:05:52.251813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.588705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:05:52.251821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:51.502749Z","time spent":"748.723855ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:05:52.251846Z","caller":"traceutil/trace.go:171","msg":"trace[768463422] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1356; }","duration":"461.658187ms","start":"2026-04-16T03:05:51.790175Z","end":"2026-04-16T03:05:52.251833Z","steps":["trace[768463422] 'agreement among raft nodes before linearized reading' (duration: 461.604136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:52.251878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:51.790157Z","time spent":"461.712958ms","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:05:52.251843Z","caller":"traceutil/trace.go:171","msg":"trace[2088357817] transaction","detail":"{read_only:false; response_revision:1356; number_of_response:1; }","duration":"747.860812ms","start":"2026-04-16T03:05:51.503891Z","end":"2026-04-16T03:05:52.251752Z","steps":["trace[2088357817] 'process raft request' (duration: 747.373479ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:52.252073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:51.503881Z","time spent":"748.051188ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:05:54.509796Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439974022,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:05:55.010716Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439974022,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:05:55.5115Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439974022,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:05:56.012065Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439974022,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:05:56.366998Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.433162595s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:05:56.36744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:53.933669Z","time spent":"2.43376535s","remote":"127.0.0.1:58910","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:05:56.789472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000350983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:05:56.789605Z","caller":"traceutil/trace.go:171","msg":"trace[760924530] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000545659s","start":"2026-04-16T03:05:54.789024Z","end":"2026-04-16T03:05:56.78957Z","steps":["trace[760924530] 'agreement among raft nodes before linearized reading' (duration: 2.000379504s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:56.789668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:54.789007Z","time spent":"2.000649081s","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:05:58.057928Z","caller":"traceutil/trace.go:171","msg":"trace[1342873746] linearizableReadLoop","detail":"{readStateIndex:1431; appliedIndex:1429; }","duration":"4.048663981s","start":"2026-04-16T03:05:54.009238Z","end":"2026-04-16T03:05:58.057902Z","steps":["trace[1342873746] 'read index received' (duration: 2.358022465s)","trace[1342873746] 'applied index is now lower than readState.Index' (duration: 1.690640625s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:05:58.058037Z","caller":"traceutil/trace.go:171","msg":"trace[727005400] transaction","detail":"{read_only:false; response_revision:1358; number_of_response:1; }","duration":"2.51015517s","start":"2026-04-16T03:05:55.547845Z","end":"2026-04-16T03:05:58.058Z","steps":["trace[727005400] 'process raft request' (duration: 2.509898514s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:58.058079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.048816114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:05:58.058223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:55.547793Z","time spent":"2.510338325s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:05:58.05833Z","caller":"traceutil/trace.go:171","msg":"trace[841063590] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:1358; }","duration":"4.04903821s","start":"2026-04-16T03:05:54.00923Z","end":"2026-04-16T03:05:58.058268Z","steps":["trace[841063590] 'agreement among raft nodes before linearized reading' (duration: 4.048793934s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:58.058537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:54.009156Z","time spent":"4.049303106s","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:05:58.558781Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439974027,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:05:58.790646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000270001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:05:58.79072Z","caller":"traceutil/trace.go:171","msg":"trace[740926147] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000420224s","start":"2026-04-16T03:05:56.790284Z","end":"2026-04-16T03:05:58.790704Z","steps":["trace[740926147] 'agreement among raft nodes before linearized reading' (duration: 2.000320762s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:58.790763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:56.790259Z","time spent":"2.000491236s","remote":"127.0.0.1:58872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:05:59.083812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997900887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:05:59.083957Z","caller":"traceutil/trace.go:171","msg":"trace[499957723] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.998137794s","start":"2026-04-16T03:05:54.085785Z","end":"2026-04-16T03:05:59.083923Z","steps":["trace[499957723] 'agreement among raft nodes before linearized reading' (duration: 4.997939068s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:59.084026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:54.085752Z","time spent":"4.998262297s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/16 03:05:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:05:59.085086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99919298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:05:59.085191Z","caller":"traceutil/trace.go:171","msg":"trace[1444488723] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999389404s","start":"2026-04-16T03:05:54.085779Z","end":"2026-04-16T03:05:59.085168Z","steps":["trace[1444488723] 'agreement among raft nodes before linearized reading' (duration: 4.999247861s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:59.085241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:54.085742Z","time spent":"4.999488787s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/16 03:05:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:05:59.208733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.169089ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:05:59.2089Z","caller":"traceutil/trace.go:171","msg":"trace[1224604744] linearizableReadLoop","detail":"{readStateIndex:1432; appliedIndex:1431; }","duration":"1.150884575s","start":"2026-04-16T03:05:58.057997Z","end":"2026-04-16T03:05:59.208881Z","steps":["trace[1224604744] 'read index received' (duration: 544.378927ms)","trace[1224604744] 'applied index is now lower than readState.Index' (duration: 606.504358ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:05:59.209037Z","caller":"traceutil/trace.go:171","msg":"trace[523886503] transaction","detail":"{read_only:false; response_revision:1359; number_of_response:1; }","duration":"2.840166547s","start":"2026-04-16T03:05:56.368833Z","end":"2026-04-16T03:05:59.208999Z","steps":["trace[523886503] 'process raft request' (duration: 2.233639329s)","trace[523886503] 'compare' (duration: 606.013496ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:05:59.209063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.923199365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:05:59.209115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.951528461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:05:59.209157Z","caller":"traceutil/trace.go:171","msg":"trace[1440423386] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:1359; }","duration":"2.923347798s","start":"2026-04-16T03:05:56.285787Z","end":"2026-04-16T03:05:59.209135Z","steps":["trace[1440423386] 'agreement among raft nodes before linearized reading' (duration: 2.923124812s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:05:59.209161Z","caller":"traceutil/trace.go:171","msg":"trace[894961798] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1359; }","duration":"4.951590612s","start":"2026-04-16T03:05:54.257555Z","end":"2026-04-16T03:05:59.209145Z","steps":["trace[894961798] 'agreement among raft nodes before linearized reading' (duration: 4.951402537s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:59.2092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:56.285769Z","time spent":"2.92342231s","remote":"127.0.0.1:56112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:05:59.209212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:54.257547Z","time spent":"4.951652453s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:05:59.209226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:56.368812Z","time spent":"2.840311241s","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:05:59.20951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.952267279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:05:59.209554Z","caller":"traceutil/trace.go:171","msg":"trace[760716996] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1359; }","duration":"4.952361821s","start":"2026-04-16T03:05:54.257182Z","end":"2026-04-16T03:05:59.209544Z","steps":["trace[760716996] 'agreement among raft nodes before linearized reading' (duration: 4.952255888s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:59.20959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.95233325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-04-16T03:05:59.209609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:54.25716Z","time spent":"4.952431893s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T03:05:59.209671Z","caller":"traceutil/trace.go:171","msg":"trace[295394880] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1359; }","duration":"4.952464233s","start":"2026-04-16T03:05:54.257181Z","end":"2026-04-16T03:05:59.209646Z","steps":["trace[295394880] 'agreement among raft nodes before linearized reading' (duration: 4.952263448s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:05:59.209716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:54.257153Z","time spent":"4.952550816s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:06:00.800304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000580598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:06:00.800417Z","caller":"traceutil/trace.go:171","msg":"trace[253124393] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000750612s","start":"2026-04-16T03:05:58.79964Z","end":"2026-04-16T03:06:00.800391Z","steps":["trace[253124393] 'agreement among raft nodes before linearized reading' (duration: 2.000589008s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:00.800471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:58.799631Z","time spent":"2.000829435s","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:06:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:06:01.279564Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.048212026s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:06:01.280351Z","caller":"traceutil/trace.go:171","msg":"trace[1840512554] linearizableReadLoop","detail":"{readStateIndex:1434; appliedIndex:1432; }","duration":"2.071392479s","start":"2026-04-16T03:05:59.20893Z","end":"2026-04-16T03:06:01.280322Z","steps":["trace[1840512554] 'read index received' (duration: 22.503316ms)","trace[1840512554] 'applied index is now lower than readState.Index' (duration: 2.048887823s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:06:01.280419Z","caller":"traceutil/trace.go:171","msg":"trace[2036117506] transaction","detail":"{read_only:false; response_revision:1362; number_of_response:1; }","duration":"2.066549037s","start":"2026-04-16T03:05:59.213814Z","end":"2026-04-16T03:06:01.280363Z","steps":["trace[2036117506] 'process raft request' (duration: 2.06628675s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:06:01.280472Z","caller":"traceutil/trace.go:171","msg":"trace[118011542] transaction","detail":"{read_only:false; response_revision:1363; number_of_response:1; }","duration":"2.066238639s","start":"2026-04-16T03:05:59.214175Z","end":"2026-04-16T03:06:01.280414Z","steps":["trace[118011542] 'process raft request' (duration: 2.065977113s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:06:01.280357Z","caller":"traceutil/trace.go:171","msg":"trace[771516942] transaction","detail":"{read_only:false; response_revision:1361; number_of_response:1; }","duration":"2.097069795s","start":"2026-04-16T03:05:59.183238Z","end":"2026-04-16T03:06:01.280308Z","steps":["trace[771516942] 'process raft request' (duration: 2.096553001s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:01.280679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.48585954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6b72d15525d35\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-16T03:06:01.280705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:59.213795Z","time spent":"2.066762233s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:06:01.280745Z","caller":"traceutil/trace.go:171","msg":"trace[1987477603] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6b72d15525d35; range_end:; response_count:1; response_revision:1364; }","duration":"2.485998433s","start":"2026-04-16T03:05:58.79473Z","end":"2026-04-16T03:06:01.280728Z","steps":["trace[1987477603] 'agreement among raft nodes before linearized reading' (duration: 2.485744347s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:01.280745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:59.214163Z","time spent":"2.066467256s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:06:01.280783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:58.794708Z","time spent":"2.486067815s","remote":"127.0.0.1:58944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6b72d15525d35\" "} {"level":"warn","ts":"2026-04-16T03:06:01.280798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:59.183209Z","time spent":"2.097503526s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:06:01.280508Z","caller":"traceutil/trace.go:171","msg":"trace[1065304730] transaction","detail":"{read_only:false; response_revision:1364; number_of_response:1; }","duration":"2.065246695s","start":"2026-04-16T03:05:59.215222Z","end":"2026-04-16T03:06:01.280469Z","steps":["trace[1065304730] 'process raft request' (duration: 2.06504954s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:01.281007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:59.215199Z","time spent":"2.065691696s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:06:01.634929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.696804ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-04-16T03:06:01.635244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:01.28307Z","time spent":"352.168744ms","remote":"127.0.0.1:58944","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-16T03:06:01.635612Z","caller":"traceutil/trace.go:171","msg":"trace[249958071] linearizableReadLoop","detail":"{readStateIndex:1438; appliedIndex:1437; }","duration":"355.150598ms","start":"2026-04-16T03:06:01.280436Z","end":"2026-04-16T03:06:01.635587Z","steps":["trace[249958071] 'read index received' (duration: 128.758517ms)","trace[249958071] 'applied index is now lower than readState.Index' (duration: 226.389651ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:06:01.635654Z","caller":"traceutil/trace.go:171","msg":"trace[1315768481] transaction","detail":"{read_only:false; response_revision:1365; number_of_response:1; }","duration":"1.56990832s","start":"2026-04-16T03:06:00.065699Z","end":"2026-04-16T03:06:01.635607Z","steps":["trace[1315768481] 'process raft request' (duration: 1.343410456s)","trace[1315768481] 'compare' (duration: 225.205292ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:06:01.635729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.424060345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-04-16T03:06:01.635716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.072315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:06:01.6357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.110976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:06:01.635765Z","caller":"traceutil/trace.go:171","msg":"trace[1443313683] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1365; }","duration":"2.424155927s","start":"2026-04-16T03:05:59.211597Z","end":"2026-04-16T03:06:01.635753Z","steps":["trace[1443313683] 'agreement among raft nodes before linearized reading' (duration: 2.424074445s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:06:01.635781Z","caller":"traceutil/trace.go:171","msg":"trace[1413573292] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1365; }","duration":"973.181777ms","start":"2026-04-16T03:06:00.662578Z","end":"2026-04-16T03:06:01.635759Z","steps":["trace[1413573292] 'agreement among raft nodes before linearized reading' (duration: 973.055244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:01.63578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.732429256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:06:01.635799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.985527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T03:06:01.635802Z","caller":"traceutil/trace.go:171","msg":"trace[374192677] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1365; }","duration":"835.27374ms","start":"2026-04-16T03:06:00.800504Z","end":"2026-04-16T03:06:01.635778Z","steps":["trace[374192677] 'agreement among raft nodes before linearized reading' (duration: 835.099416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:01.635831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:00.662556Z","time spent":"973.260749ms","remote":"127.0.0.1:56350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":4,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:06:01.635856Z","caller":"traceutil/trace.go:171","msg":"trace[158187213] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1365; }","duration":"550.084179ms","start":"2026-04-16T03:06:01.085755Z","end":"2026-04-16T03:06:01.635839Z","steps":["trace[158187213] 'agreement among raft nodes before linearized reading' (duration: 549.874474ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:06:01.635848Z","caller":"traceutil/trace.go:171","msg":"trace[1887260630] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:1365; }","duration":"1.732554199s","start":"2026-04-16T03:05:59.903275Z","end":"2026-04-16T03:06:01.635829Z","steps":["trace[1887260630] 'agreement among raft nodes before linearized reading' (duration: 1.732393195s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:01.635851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:00.065677Z","time spent":"1.570082004s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:06:01.635888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:00.800471Z","time spent":"835.406903ms","remote":"127.0.0.1:58872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:06:01.635856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.727695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-16T03:06:01.635906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:59.903259Z","time spent":"1.732637181s","remote":"127.0.0.1:56286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:06:01.6359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:01.085736Z","time spent":"550.152882ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:06:01.635802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:05:59.211571Z","time spent":"2.424222889s","remote":"127.0.0.1:59050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-16T03:06:01.635971Z","caller":"traceutil/trace.go:171","msg":"trace[2131778100] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1365; }","duration":"548.87642ms","start":"2026-04-16T03:06:01.08706Z","end":"2026-04-16T03:06:01.635936Z","steps":["trace[2131778100] 'agreement among raft nodes before linearized reading' (duration: 548.566491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:01.636038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:01.087039Z","time spent":"548.983672ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:06:02.620163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.524698ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:06:02.620243Z","caller":"traceutil/trace.go:171","msg":"trace[1789405337] transaction","detail":"{read_only:false; response_revision:1369; number_of_response:1; }","duration":"886.228102ms","start":"2026-04-16T03:06:01.734003Z","end":"2026-04-16T03:06:02.620231Z","steps":["trace[1789405337] 'process raft request' (duration: 359.582061ms)","trace[1789405337] 'compare' (duration: 526.444226ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:06:02.620278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:01.733979Z","time spent":"886.283313ms","remote":"127.0.0.1:58944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:06:03.222778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.210222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:06:03.222848Z","caller":"traceutil/trace.go:171","msg":"trace[114886718] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1369; }","duration":"433.321565ms","start":"2026-04-16T03:06:02.789512Z","end":"2026-04-16T03:06:03.222833Z","steps":["trace[114886718] 'range keys from in-memory index tree' (duration: 433.078928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:03.222879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:02.789429Z","time spent":"433.442978ms","remote":"127.0.0.1:58872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:06:03.846181Z","caller":"traceutil/trace.go:171","msg":"trace[1175264959] transaction","detail":"{read_only:false; response_revision:1373; number_of_response:1; }","duration":"205.122457ms","start":"2026-04-16T03:06:03.641022Z","end":"2026-04-16T03:06:03.846145Z","steps":["trace[1175264959] 'process raft request' (duration: 167.693206ms)","trace[1175264959] 'compare' (duration: 37.181445ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:06:03.846187Z","caller":"traceutil/trace.go:171","msg":"trace[884932195] linearizableReadLoop","detail":"{readStateIndex:1447; appliedIndex:1446; }","duration":"174.365614ms","start":"2026-04-16T03:06:03.67178Z","end":"2026-04-16T03:06:03.846145Z","steps":["trace[884932195] 'read index received' (duration: 136.898222ms)","trace[884932195] 'applied index is now lower than readState.Index' (duration: 37.465182ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:06:03.846329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.504118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:06:03.84644Z","caller":"traceutil/trace.go:171","msg":"trace[1993696151] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:1373; }","duration":"174.668982ms","start":"2026-04-16T03:06:03.671752Z","end":"2026-04-16T03:06:03.846421Z","steps":["trace[1993696151] 'agreement among raft nodes before linearized reading' (duration: 174.469397ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:03.8465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.124279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T03:06:03.846555Z","caller":"traceutil/trace.go:171","msg":"trace[227057228] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1373; }","duration":"110.232342ms","start":"2026-04-16T03:06:03.736308Z","end":"2026-04-16T03:06:03.846541Z","steps":["trace[227057228] 'agreement among raft nodes before linearized reading' (duration: 110.036837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:03.846724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.610055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T03:06:03.84682Z","caller":"traceutil/trace.go:171","msg":"trace[837916576] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1373; }","duration":"109.751639ms","start":"2026-04-16T03:06:03.737045Z","end":"2026-04-16T03:06:03.846796Z","steps":["trace[837916576] 'agreement among raft nodes before linearized reading' (duration: 109.439471ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:06:04.013844Z","caller":"traceutil/trace.go:171","msg":"trace[987930531] transaction","detail":"{read_only:false; response_revision:1375; number_of_response:1; }","duration":"161.051209ms","start":"2026-04-16T03:06:03.852765Z","end":"2026-04-16T03:06:04.013816Z","steps":["trace[987930531] 'process raft request' (duration: 160.680019ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:06:04.014057Z","caller":"traceutil/trace.go:171","msg":"trace[8655801] transaction","detail":"{read_only:false; response_revision:1374; number_of_response:1; }","duration":"161.294865ms","start":"2026-04-16T03:06:03.852742Z","end":"2026-04-16T03:06:04.014036Z","steps":["trace[8655801] 'process raft request' (duration: 145.125519ms)","trace[8655801] 'compare' (duration: 15.425098ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:06:04.395458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.60947ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:06:04.39565Z","caller":"traceutil/trace.go:171","msg":"trace[1506894048] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1375; }","duration":"133.815355ms","start":"2026-04-16T03:06:04.261809Z","end":"2026-04-16T03:06:04.395624Z","steps":["trace[1506894048] 'range keys from in-memory index tree' (duration: 133.588869ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:04.395857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.058429ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-16T03:06:04.396072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:04.014823Z","time spent":"381.241815ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-16T03:06:04.493475Z","caller":"traceutil/trace.go:171","msg":"trace[1296489480] linearizableReadLoop","detail":"{readStateIndex:1451; appliedIndex:1450; }","duration":"143.351785ms","start":"2026-04-16T03:06:04.350078Z","end":"2026-04-16T03:06:04.49343Z","steps":["trace[1296489480] 'read index received' (duration: 143.151439ms)","trace[1296489480] 'applied index is now lower than readState.Index' (duration: 199.156µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:06:04.493557Z","caller":"traceutil/trace.go:171","msg":"trace[1150883352] transaction","detail":"{read_only:false; response_revision:1376; number_of_response:1; }","duration":"446.804774ms","start":"2026-04-16T03:06:04.046715Z","end":"2026-04-16T03:06:04.493519Z","steps":["trace[1150883352] 'process raft request' (duration: 446.524576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:04.493744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:04.046671Z","time spent":"446.965148ms","remote":"127.0.0.1:59060","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9432,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:06:04.493726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.579981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:06:04.493902Z","caller":"traceutil/trace.go:171","msg":"trace[1894486238] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:1376; }","duration":"143.866818ms","start":"2026-04-16T03:06:04.350014Z","end":"2026-04-16T03:06:04.493881Z","steps":["trace[1894486238] 'agreement among raft nodes before linearized reading' (duration: 143.53576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:04.735127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.934312ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:06:04.735357Z","caller":"traceutil/trace.go:171","msg":"trace[1132350759] transaction","detail":"{read_only:false; response_revision:1377; number_of_response:1; }","duration":"337.835174ms","start":"2026-04-16T03:06:04.397492Z","end":"2026-04-16T03:06:04.735327Z","steps":["trace[1132350759] 'process raft request' (duration: 132.620105ms)","trace[1132350759] 'compare' (duration: 204.781169ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:06:04.735517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:04.397464Z","time spent":"337.969098ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:06:05.669325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"934.080664ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T03:06:05.669408Z","caller":"traceutil/trace.go:171","msg":"trace[1582977851] linearizableReadLoop","detail":"{readStateIndex:1453; appliedIndex:1451; }","duration":"1.015313776s","start":"2026-04-16T03:06:04.654077Z","end":"2026-04-16T03:06:05.669391Z","steps":["trace[1582977851] 'read index received' (duration: 44.691µs)","trace[1582977851] 'applied index is now lower than readState.Index' (duration: 1.015267885s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:06:05.669716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015623314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:06:05.669766Z","caller":"traceutil/trace.go:171","msg":"trace[1097419028] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1377; }","duration":"1.015714616s","start":"2026-04-16T03:06:04.654035Z","end":"2026-04-16T03:06:05.669749Z","steps":["trace[1097419028] 'agreement among raft nodes before linearized reading' (duration: 1.015629054s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:05.669806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:04.654016Z","time spent":"1.015778698s","remote":"127.0.0.1:56176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:06:05.669884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.167471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:06:05.669917Z","caller":"traceutil/trace.go:171","msg":"trace[1808846607] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1377; }","duration":"295.238793ms","start":"2026-04-16T03:06:05.374669Z","end":"2026-04-16T03:06:05.669908Z","steps":["trace[1808846607] 'agreement among raft nodes before linearized reading' (duration: 295.11689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:05.669905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.312179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-04-16T03:06:05.669942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.841945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:06:05.669982Z","caller":"traceutil/trace.go:171","msg":"trace[178567682] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1377; }","duration":"341.948178ms","start":"2026-04-16T03:06:05.328022Z","end":"2026-04-16T03:06:05.669971Z","steps":["trace[178567682] 'agreement among raft nodes before linearized reading' (duration: 341.802364ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:06:05.669982Z","caller":"traceutil/trace.go:171","msg":"trace[77369429] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1377; }","duration":"932.435393ms","start":"2026-04-16T03:06:04.737529Z","end":"2026-04-16T03:06:05.669964Z","steps":["trace[77369429] 'agreement among raft nodes before linearized reading' (duration: 932.239607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:05.670011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:05.328004Z","time spent":"341.999669ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:06:05.67002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:04.73751Z","time spent":"932.503715ms","remote":"127.0.0.1:59050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-16T03:06:05.670084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.93942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:06:05.670127Z","caller":"traceutil/trace.go:171","msg":"trace[1348513892] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1377; }","duration":"294.063703ms","start":"2026-04-16T03:06:05.376055Z","end":"2026-04-16T03:06:05.670119Z","steps":["trace[1348513892] 'agreement among raft nodes before linearized reading' (duration: 293.972241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:06.026849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.884849ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T03:06:06.026981Z","caller":"traceutil/trace.go:171","msg":"trace[1545298528] linearizableReadLoop","detail":"{readStateIndex:1454; appliedIndex:1453; }","duration":"354.936664ms","start":"2026-04-16T03:06:05.672022Z","end":"2026-04-16T03:06:06.026958Z","steps":["trace[1545298528] 'read index received' (duration: 130.943263ms)","trace[1545298528] 'applied index is now lower than readState.Index' (duration: 223.991601ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:06:06.027178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.138529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-16T03:06:06.027249Z","caller":"traceutil/trace.go:171","msg":"trace[1637060330] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1377; }","duration":"355.256202ms","start":"2026-04-16T03:06:05.671977Z","end":"2026-04-16T03:06:06.027233Z","steps":["trace[1637060330] 'agreement among raft nodes before linearized reading' (duration: 355.052217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:06.027281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:05.67196Z","time spent":"355.314393ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-04-16T03:06:06.129961Z","caller":"traceutil/trace.go:171","msg":"trace[344726558] transaction","detail":"{read_only:false; response_revision:1378; number_of_response:1; }","duration":"455.017941ms","start":"2026-04-16T03:06:05.67491Z","end":"2026-04-16T03:06:06.129928Z","steps":["trace[344726558] 'process raft request' (duration: 454.759754ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:06:06.130077Z","caller":"traceutil/trace.go:171","msg":"trace[559578772] transaction","detail":"{read_only:false; response_revision:1379; number_of_response:1; }","duration":"453.477052ms","start":"2026-04-16T03:06:05.676461Z","end":"2026-04-16T03:06:06.129938Z","steps":["trace[559578772] 'process raft request' (duration: 453.376319ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:06:06.129958Z","caller":"traceutil/trace.go:171","msg":"trace[1508696360] transaction","detail":"{read_only:false; response_revision:1380; number_of_response:1; }","duration":"453.41661ms","start":"2026-04-16T03:06:05.676517Z","end":"2026-04-16T03:06:06.129933Z","steps":["trace[1508696360] 'process raft request' (duration: 453.371519ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:06.130103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:05.674896Z","time spent":"455.134004ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:06:06.130187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:05.676423Z","time spent":"453.696557ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:06:06.13028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:05.6765Z","time spent":"453.627005ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:06:07.727828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.68452ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:06:07.727938Z","caller":"traceutil/trace.go:171","msg":"trace[131137762] linearizableReadLoop","detail":"{readStateIndex:1458; appliedIndex:1454; }","duration":"1.700915513s","start":"2026-04-16T03:06:06.027005Z","end":"2026-04-16T03:06:07.72792Z","steps":["trace[131137762] 'read index received' (duration: 102.699412ms)","trace[131137762] 'applied index is now lower than readState.Index' (duration: 1.598214381s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:06:07.728115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.937922704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:06:07.728196Z","caller":"traceutil/trace.go:171","msg":"trace[164378414] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1381; }","duration":"1.938063527s","start":"2026-04-16T03:06:05.790114Z","end":"2026-04-16T03:06:07.728178Z","steps":["trace[164378414] 'agreement among raft nodes before linearized reading' (duration: 1.937922483s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:07.728236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:05.790088Z","time spent":"1.938140638s","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:06:07.728541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.44911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:06:07.728505Z","caller":"traceutil/trace.go:171","msg":"trace[1670245730] transaction","detail":"{read_only:false; response_revision:1381; number_of_response:1; }","duration":"1.876411797s","start":"2026-04-16T03:06:05.851604Z","end":"2026-04-16T03:06:07.728015Z","steps":["trace[1670245730] 'process raft request' (duration: 1.18645157s)","trace[1670245730] 'compare' (duration: 689.431334ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:06:07.728625Z","caller":"traceutil/trace.go:171","msg":"trace[1193932655] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:1381; }","duration":"208.539053ms","start":"2026-04-16T03:06:07.520071Z","end":"2026-04-16T03:06:07.72861Z","steps":["trace[1193932655] 'agreement among raft nodes before linearized reading' (duration: 208.42732ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:07.728679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:05.85157Z","time spent":"1.877065853s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:06:07.72871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.688362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:06:07.728605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.699457687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-16T03:06:07.728794Z","caller":"traceutil/trace.go:171","msg":"trace[859818763] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1381; }","duration":"664.803494ms","start":"2026-04-16T03:06:07.063961Z","end":"2026-04-16T03:06:07.728764Z","steps":["trace[859818763] 'agreement among raft nodes before linearized reading' (duration: 664.688201ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:06:07.728818Z","caller":"traceutil/trace.go:171","msg":"trace[1082548713] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1381; }","duration":"1.699742033s","start":"2026-04-16T03:06:06.029064Z","end":"2026-04-16T03:06:07.728806Z","steps":["trace[1082548713] 'agreement among raft nodes before linearized reading' (duration: 1.699410095s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:07.728848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:07.063901Z","time spent":"664.933507ms","remote":"127.0.0.1:59242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":54,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:06:07.728863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:06.029051Z","time spent":"1.699800555s","remote":"127.0.0.1:59154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-16T03:06:07.72901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.711394938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T03:06:07.729086Z","caller":"traceutil/trace.go:171","msg":"trace[1742391122] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1381; }","duration":"1.711553352s","start":"2026-04-16T03:06:06.017516Z","end":"2026-04-16T03:06:07.729069Z","steps":["trace[1742391122] 'agreement among raft nodes before linearized reading' (duration: 1.711319045s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:07.729127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:06.017491Z","time spent":"1.711628673s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:06:07.729466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.710828494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T03:06:07.729547Z","caller":"traceutil/trace.go:171","msg":"trace[1938925299] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1381; }","duration":"1.710952066s","start":"2026-04-16T03:06:06.018576Z","end":"2026-04-16T03:06:07.729528Z","steps":["trace[1938925299] 'agreement among raft nodes before linearized reading' (duration: 1.709837038s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:07.729597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:06.01856Z","time spent":"1.711027539s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:06:08.290991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.322788ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:06:08.29109Z","caller":"traceutil/trace.go:171","msg":"trace[459198436] linearizableReadLoop","detail":"{readStateIndex:1460; appliedIndex:1459; }","duration":"155.987443ms","start":"2026-04-16T03:06:08.135087Z","end":"2026-04-16T03:06:08.291074Z","steps":["trace[459198436] 'read index received' (duration: 51.213µs)","trace[459198436] 'applied index is now lower than readState.Index' (duration: 155.935029ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:06:08.291177Z","caller":"traceutil/trace.go:171","msg":"trace[302071774] transaction","detail":"{read_only:false; response_revision:1383; number_of_response:1; }","duration":"551.973598ms","start":"2026-04-16T03:06:07.739191Z","end":"2026-04-16T03:06:08.291165Z","steps":["trace[302071774] 'process raft request' (duration: 127.399014ms)","trace[302071774] 'compare' (duration: 424.189974ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:06:08.291244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:07.739177Z","time spent":"552.037319ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:06:08.291531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.506695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:06:08.29161Z","caller":"traceutil/trace.go:171","msg":"trace[1109342131] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1383; }","duration":"123.628188ms","start":"2026-04-16T03:06:08.167962Z","end":"2026-04-16T03:06:08.29159Z","steps":["trace[1109342131] 'agreement among raft nodes before linearized reading' (duration: 123.499755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:08.291621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.378361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:06:08.291714Z","caller":"traceutil/trace.go:171","msg":"trace[1955572740] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1383; }","duration":"156.491994ms","start":"2026-04-16T03:06:08.1352Z","end":"2026-04-16T03:06:08.291692Z","steps":["trace[1955572740] 'agreement among raft nodes before linearized reading' (duration: 156.244008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:08.291742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.649109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:06:08.291777Z","caller":"traceutil/trace.go:171","msg":"trace[537492162] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1383; }","duration":"156.710201ms","start":"2026-04-16T03:06:08.135056Z","end":"2026-04-16T03:06:08.291766Z","steps":["trace[537492162] 'agreement among raft nodes before linearized reading' (duration: 156.574047ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:08.291812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.546295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:06:08.291868Z","caller":"traceutil/trace.go:171","msg":"trace[1255819793] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1383; }","duration":"156.664258ms","start":"2026-04-16T03:06:08.135191Z","end":"2026-04-16T03:06:08.291855Z","steps":["trace[1255819793] 'agreement among raft nodes before linearized reading' (duration: 156.399761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:09.483588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.68914ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:06:09.483714Z","caller":"traceutil/trace.go:171","msg":"trace[294456249] transaction","detail":"{read_only:false; response_revision:1384; number_of_response:1; }","duration":"1.186890702s","start":"2026-04-16T03:06:08.296805Z","end":"2026-04-16T03:06:09.483696Z","steps":["trace[294456249] 'process raft request' (duration: 884.029067ms)","trace[294456249] 'compare' (duration: 302.440034ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:06:09.48376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:08.296789Z","time spent":"1.186949793s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:06:09.970006Z","caller":"traceutil/trace.go:171","msg":"trace[991078178] linearizableReadLoop","detail":"{readStateIndex:1463; appliedIndex:1460; }","duration":"1.183018463s","start":"2026-04-16T03:06:08.786957Z","end":"2026-04-16T03:06:09.969975Z","steps":["trace[991078178] 'read index received' (duration: 393.871923ms)","trace[991078178] 'applied index is now lower than readState.Index' (duration: 789.14601ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:06:09.970106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183135058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:06:09.970124Z","caller":"traceutil/trace.go:171","msg":"trace[660946480] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1386; }","duration":"1.183198019s","start":"2026-04-16T03:06:08.78692Z","end":"2026-04-16T03:06:09.970118Z","steps":["trace[660946480] 'agreement among raft nodes before linearized reading' (duration: 1.183146667s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:06:09.97011Z","caller":"traceutil/trace.go:171","msg":"trace[123232050] transaction","detail":"{read_only:false; response_revision:1386; number_of_response:1; }","duration":"1.673016184s","start":"2026-04-16T03:06:08.297071Z","end":"2026-04-16T03:06:09.970088Z","steps":["trace[123232050] 'process raft request' (duration: 1.672878599s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:06:09.97013Z","caller":"traceutil/trace.go:171","msg":"trace[650053023] transaction","detail":"{read_only:false; response_revision:1385; number_of_response:1; }","duration":"1.673017145s","start":"2026-04-16T03:06:08.297059Z","end":"2026-04-16T03:06:09.970076Z","steps":["trace[650053023] 'process raft request' (duration: 1.672717266s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:09.970148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:08.786905Z","time spent":"1.18323801s","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:06:09.9702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:08.297046Z","time spent":"1.673102376s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:06:09.970454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:08.297037Z","time spent":"1.673231749s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:06:09.998188Z","caller":"traceutil/trace.go:171","msg":"trace[1410004000] transaction","detail":"{read_only:false; response_revision:1387; number_of_response:1; }","duration":"486.553403ms","start":"2026-04-16T03:06:09.511611Z","end":"2026-04-16T03:06:09.998164Z","steps":["trace[1410004000] 'process raft request' (duration: 486.355208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:09.998354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:09.511583Z","time spent":"486.673366ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:06:09.998363Z","caller":"traceutil/trace.go:171","msg":"trace[1873918616] transaction","detail":"{read_only:false; response_revision:1388; number_of_response:1; }","duration":"263.687101ms","start":"2026-04-16T03:06:09.734655Z","end":"2026-04-16T03:06:09.998342Z","steps":["trace[1873918616] 'process raft request' (duration: 263.438315ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:09.998599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.770754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T03:06:09.99867Z","caller":"traceutil/trace.go:171","msg":"trace[553110363] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1388; }","duration":"199.873686ms","start":"2026-04-16T03:06:09.798779Z","end":"2026-04-16T03:06:09.998653Z","steps":["trace[553110363] 'agreement among raft nodes before linearized reading' (duration: 199.568078ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:06:11.560209Z","caller":"traceutil/trace.go:171","msg":"trace[380720206] transaction","detail":"{read_only:false; response_revision:1391; number_of_response:1; }","duration":"222.301649ms","start":"2026-04-16T03:06:11.337878Z","end":"2026-04-16T03:06:11.56018Z","steps":["trace[380720206] 'process raft request' (duration: 221.9597ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:11.708743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.832281ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:06:11.708853Z","caller":"traceutil/trace.go:171","msg":"trace[940768086] transaction","detail":"{read_only:false; response_revision:1392; number_of_response:1; }","duration":"142.887792ms","start":"2026-04-16T03:06:11.565949Z","end":"2026-04-16T03:06:11.708837Z","steps":["trace[940768086] 'process raft request' (duration: 36.903188ms)","trace[940768086] 'compare' (duration: 105.641786ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:06:12.082241Z","caller":"traceutil/trace.go:171","msg":"trace[1057072909] transaction","detail":"{read_only:false; response_revision:1394; number_of_response:1; }","duration":"101.84527ms","start":"2026-04-16T03:06:11.980374Z","end":"2026-04-16T03:06:12.08222Z","steps":["trace[1057072909] 'process raft request' (duration: 101.655785ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:06:12.257558Z","caller":"traceutil/trace.go:171","msg":"trace[941569807] transaction","detail":"{read_only:false; response_revision:1396; number_of_response:1; }","duration":"170.912817ms","start":"2026-04-16T03:06:12.086626Z","end":"2026-04-16T03:06:12.257539Z","steps":["trace[941569807] 'process raft request' (duration: 170.789964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:14.012971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.386708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:06:14.013057Z","caller":"traceutil/trace.go:171","msg":"trace[77677702] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1396; }","duration":"299.517371ms","start":"2026-04-16T03:06:13.713522Z","end":"2026-04-16T03:06:14.013039Z","steps":["trace[77677702] 'range keys from in-memory index tree' (duration: 299.232844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:14.013258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.231635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:06:14.013292Z","caller":"traceutil/trace.go:171","msg":"trace[1674796706] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1396; }","duration":"377.301106ms","start":"2026-04-16T03:06:13.635979Z","end":"2026-04-16T03:06:14.01328Z","steps":["trace[1674796706] 'count revisions from in-memory index tree' (duration: 377.103771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:14.013314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:13.635958Z","time spent":"377.348048ms","remote":"127.0.0.1:59218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":16,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:06:14.013362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000705009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:06:14.013449Z","caller":"traceutil/trace.go:171","msg":"trace[2107223485] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1396; }","duration":"1.000843433s","start":"2026-04-16T03:06:13.012587Z","end":"2026-04-16T03:06:14.013431Z","steps":["trace[2107223485] 'count revisions from in-memory index tree' (duration: 1.000626208s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:14.013499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:13.012546Z","time spent":"1.000941585s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":10,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:06:14.013499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.145769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:06:14.013531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223764408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:06:14.013601Z","caller":"traceutil/trace.go:171","msg":"trace[1568733320] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1396; }","duration":"925.267882ms","start":"2026-04-16T03:06:13.088304Z","end":"2026-04-16T03:06:14.013572Z","steps":["trace[1568733320] 'count revisions from in-memory index tree' (duration: 924.989536ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:06:14.01361Z","caller":"traceutil/trace.go:171","msg":"trace[1375167356] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1396; }","duration":"1.223897742s","start":"2026-04-16T03:06:12.789691Z","end":"2026-04-16T03:06:14.013589Z","steps":["trace[1375167356] 'range keys from in-memory index tree' (duration: 1.223656655s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:14.013696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:12.789667Z","time spent":"1.224011034s","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:06:14.013712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.658398525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T03:06:14.013836Z","caller":"traceutil/trace.go:171","msg":"trace[534667685] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1396; }","duration":"1.65858393s","start":"2026-04-16T03:06:12.355224Z","end":"2026-04-16T03:06:14.013808Z","steps":["trace[534667685] 'range keys from in-memory index tree' (duration: 1.658068847s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:14.013898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:12.355204Z","time spent":"1.658681262s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:06:14.013647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:13.088227Z","time spent":"925.411576ms","remote":"127.0.0.1:59210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:06:14.014687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.275928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:06:14.014731Z","caller":"traceutil/trace.go:171","msg":"trace[821171586] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1396; }","duration":"500.109353ms","start":"2026-04-16T03:06:13.514606Z","end":"2026-04-16T03:06:14.014715Z","steps":["trace[821171586] 'count revisions from in-memory index tree' (duration: 498.211036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:14.014754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:13.514591Z","time spent":"500.155494ms","remote":"127.0.0.1:59386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":2,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:06:14.51597Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439974115,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:06:15.016164Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439974115,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:06:15.055532Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.039963586s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:06:15.056143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:14.015452Z","time spent":"1.040685654s","remote":"127.0.0.1:58910","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:06:15.852883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.392507ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:06:15.853108Z","caller":"traceutil/trace.go:171","msg":"trace[893245864] transaction","detail":"{read_only:false; response_revision:1397; number_of_response:1; }","duration":"1.833464317s","start":"2026-04-16T03:06:14.01961Z","end":"2026-04-16T03:06:15.853074Z","steps":["trace[893245864] 'process raft request' (duration: 1.327767453s)","trace[893245864] 'compare' (duration: 504.691299ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:06:15.853228Z","caller":"traceutil/trace.go:171","msg":"trace[1655453793] transaction","detail":"{read_only:false; response_revision:1399; number_of_response:1; }","duration":"1.765604041s","start":"2026-04-16T03:06:14.087587Z","end":"2026-04-16T03:06:15.853191Z","steps":["trace[1655453793] 'process raft request' (duration: 1.765467058s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:06:15.853206Z","caller":"traceutil/trace.go:171","msg":"trace[1759744784] transaction","detail":"{read_only:false; response_revision:1398; number_of_response:1; }","duration":"1.832939904s","start":"2026-04-16T03:06:14.020207Z","end":"2026-04-16T03:06:15.853147Z","steps":["trace[1759744784] 'process raft request' (duration: 1.83278509s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:06:15.853287Z","caller":"traceutil/trace.go:171","msg":"trace[715569344] transaction","detail":"{read_only:false; response_revision:1400; number_of_response:1; }","duration":"795.338577ms","start":"2026-04-16T03:06:15.057915Z","end":"2026-04-16T03:06:15.853254Z","steps":["trace[715569344] 'process raft request' (duration: 795.217424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:15.853312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:14.019595Z","time spent":"1.833605311s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:06:15.853345Z","caller":"traceutil/trace.go:171","msg":"trace[1556105739] linearizableReadLoop","detail":"{readStateIndex:1478; appliedIndex:1474; }","duration":"1.837796526s","start":"2026-04-16T03:06:14.015531Z","end":"2026-04-16T03:06:15.853328Z","steps":["trace[1556105739] 'read index received' (duration: 1.040351146s)","trace[1556105739] 'applied index is now lower than readState.Index' (duration: 797.44309ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:06:15.853397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:14.08757Z","time spent":"1.765737544s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:06:15.85341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:15.057881Z","time spent":"795.47656ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:06:15.853493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:14.020175Z","time spent":"1.83315918s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:06:15.853606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.38649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:06:15.853647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.796061676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-16T03:06:15.853637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.838038952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:06:15.85368Z","caller":"traceutil/trace.go:171","msg":"trace[415910594] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1400; }","duration":"1.796162829s","start":"2026-04-16T03:06:14.057507Z","end":"2026-04-16T03:06:15.853669Z","steps":["trace[415910594] 'agreement among raft nodes before linearized reading' (duration: 1.795940034s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:06:15.85369Z","caller":"traceutil/trace.go:171","msg":"trace[1276773060] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1400; }","duration":"531.544594ms","start":"2026-04-16T03:06:15.322114Z","end":"2026-04-16T03:06:15.853659Z","steps":["trace[1276773060] 'agreement among raft nodes before linearized reading' (duration: 531.358639ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:15.853705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:14.057488Z","time spent":"1.7962113s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T03:06:15.853696Z","caller":"traceutil/trace.go:171","msg":"trace[374054780] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1400; }","duration":"1.838192465s","start":"2026-04-16T03:06:14.015487Z","end":"2026-04-16T03:06:15.85368Z","steps":["trace[374054780] 'agreement among raft nodes before linearized reading' (duration: 1.837947639s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:15.853749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:15.322079Z","time spent":"531.653787ms","remote":"127.0.0.1:56204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:06:15.853813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:14.015472Z","time spent":"1.838314669s","remote":"127.0.0.1:58872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:06:15.85383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.591683788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-16T03:06:15.853848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.766588465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:06:15.853877Z","caller":"traceutil/trace.go:171","msg":"trace[781711391] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1400; }","duration":"1.59177344s","start":"2026-04-16T03:06:14.262088Z","end":"2026-04-16T03:06:15.853862Z","steps":["trace[781711391] 'agreement among raft nodes before linearized reading' (duration: 1.591608626s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:06:15.85389Z","caller":"traceutil/trace.go:171","msg":"trace[296449520] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1400; }","duration":"1.766678718s","start":"2026-04-16T03:06:14.0872Z","end":"2026-04-16T03:06:15.853879Z","steps":["trace[296449520] 'agreement among raft nodes before linearized reading' (duration: 1.766541115s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:15.853913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:14.262061Z","time spent":"1.591845592s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:06:15.853925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:14.087175Z","time spent":"1.766742259s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:06:16.359378Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439974124,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:06:16.944325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.538488ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:06:16.944469Z","caller":"traceutil/trace.go:171","msg":"trace[1897815453] transaction","detail":"{read_only:false; response_revision:1401; number_of_response:1; }","duration":"1.08623511s","start":"2026-04-16T03:06:15.858209Z","end":"2026-04-16T03:06:16.944444Z","steps":["trace[1897815453] 'process raft request' (duration: 598.464316ms)","trace[1897815453] 'compare' (duration: 487.401795ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:06:16.94454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:15.858188Z","time spent":"1.086320593s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:06:17.862694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000428615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:06:17.862787Z","caller":"traceutil/trace.go:171","msg":"trace[125859899] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000552728s","start":"2026-04-16T03:06:15.862216Z","end":"2026-04-16T03:06:17.862769Z","steps":["trace[125859899] 'agreement among raft nodes before linearized reading' (duration: 2.000438355s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:17.862826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:15.862208Z","time spent":"2.000609029s","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:06:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:06:18.029105Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.572407643s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:06:18.145554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.09583ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:06:18.146206Z","caller":"traceutil/trace.go:171","msg":"trace[1798682501] linearizableReadLoop","detail":"{readStateIndex:1482; appliedIndex:1479; }","duration":"2.287856301s","start":"2026-04-16T03:06:15.858326Z","end":"2026-04-16T03:06:18.146182Z","steps":["trace[1798682501] 'read index received' (duration: 598.377684ms)","trace[1798682501] 'applied index is now lower than readState.Index' (duration: 1.689477547s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:06:18.146293Z","caller":"traceutil/trace.go:171","msg":"trace[832064949] transaction","detail":"{read_only:false; response_revision:1402; number_of_response:1; }","duration":"2.288051936s","start":"2026-04-16T03:06:15.85821Z","end":"2026-04-16T03:06:18.146262Z","steps":["trace[832064949] 'process raft request' (duration: 2.171157627s)","trace[832064949] 'compare' (duration: 115.921685ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:06:18.146314Z","caller":"traceutil/trace.go:171","msg":"trace[342221340] transaction","detail":"{read_only:false; response_revision:1403; number_of_response:1; }","duration":"2.287478401s","start":"2026-04-16T03:06:15.858802Z","end":"2026-04-16T03:06:18.14628Z","steps":["trace[342221340] 'process raft request' (duration: 2.287290757s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:18.14638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.288044496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-16T03:06:18.146414Z","caller":"traceutil/trace.go:171","msg":"trace[589646169] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1403; }","duration":"2.288104548s","start":"2026-04-16T03:06:15.858299Z","end":"2026-04-16T03:06:18.146404Z","steps":["trace[589646169] 'agreement among raft nodes before linearized reading' (duration: 2.287974394s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:18.146428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:15.858194Z","time spent":"2.288161359s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:06:18.146447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:15.858286Z","time spent":"2.288152338s","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-16T03:06:18.146454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:15.858793Z","time spent":"2.287587194s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:06:18.647212Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439974129,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:06:19.863269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000098666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:06:19.863358Z","caller":"traceutil/trace.go:171","msg":"trace[1772624025] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00021437s","start":"2026-04-16T03:06:17.863123Z","end":"2026-04-16T03:06:19.863338Z","steps":["trace[1772624025] 'agreement among raft nodes before linearized reading' (duration: 2.000105297s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:19.863405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:17.863117Z","time spent":"2.000279391s","remote":"127.0.0.1:58872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:06:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:06:19.991541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.464861ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:06:19.992383Z","caller":"traceutil/trace.go:171","msg":"trace[196853067] transaction","detail":"{read_only:false; response_revision:1404; number_of_response:1; }","duration":"2.132773241s","start":"2026-04-16T03:06:17.859579Z","end":"2026-04-16T03:06:19.992352Z","steps":["trace[196853067] 'process raft request' (duration: 1.184416338s)","trace[196853067] 'compare' (duration: 947.189744ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:06:19.992549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:17.859566Z","time spent":"2.132881644s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:06:19.992554Z","caller":"traceutil/trace.go:171","msg":"trace[754363479] linearizableReadLoop","detail":"{readStateIndex:1483; appliedIndex:1482; }","duration":"1.846256438s","start":"2026-04-16T03:06:18.146247Z","end":"2026-04-16T03:06:19.992503Z","steps":["trace[754363479] 'read index received' (duration: 897.669889ms)","trace[754363479] 'applied index is now lower than readState.Index' (duration: 948.576369ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:06:21.424379Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.182507291s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:06:21.871103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999938153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:06:21.871244Z","caller":"traceutil/trace.go:171","msg":"trace[1406880148] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000140257s","start":"2026-04-16T03:06:19.871078Z","end":"2026-04-16T03:06:21.871219Z","steps":["trace[1406880148] 'agreement among raft nodes before linearized reading' (duration: 1.999967993s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:21.871309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:19.871054Z","time spent":"2.00023903s","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:06:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:06:22.492183Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.067402054s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:06:22.507988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.516328291s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T03:06:22.508317Z","caller":"traceutil/trace.go:171","msg":"trace[977280385] linearizableReadLoop","detail":"{readStateIndex:1484; appliedIndex:1483; }","duration":"2.515602224s","start":"2026-04-16T03:06:19.992678Z","end":"2026-04-16T03:06:22.50828Z","steps":["trace[977280385] 'read index received' (duration: 163.844µs)","trace[977280385] 'applied index is now lower than readState.Index' (duration: 2.51543706s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:06:22.508441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.649037241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:06:22.508523Z","caller":"traceutil/trace.go:171","msg":"trace[1058554705] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1404; }","duration":"4.649177885s","start":"2026-04-16T03:06:17.859317Z","end":"2026-04-16T03:06:22.508495Z","steps":["trace[1058554705] 'agreement among raft nodes before linearized reading' (duration: 2.133441598s)","trace[1058554705] 'range keys from in-memory index tree' (duration: 2.515431919s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:06:22.508606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:17.859294Z","time spent":"4.649274648s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:06:22.508602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.26868448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:06:22.508691Z","caller":"traceutil/trace.go:171","msg":"trace[1775824410] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1404; }","duration":"5.268863485s","start":"2026-04-16T03:06:17.239799Z","end":"2026-04-16T03:06:22.508662Z","steps":["trace[1775824410] 'agreement among raft nodes before linearized reading' (duration: 2.753018156s)","trace[1775824410] 'count revisions from in-memory index tree' (duration: 2.515693796s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:06:22.508735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:17.23977Z","time spent":"5.268953887s","remote":"127.0.0.1:59196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:06:22.508875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.573482154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:06:22.508999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.360062906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-16T03:06:22.509079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.650246532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T03:06:22.509067Z","caller":"traceutil/trace.go:171","msg":"trace[769920519] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1404; }","duration":"4.36017313s","start":"2026-04-16T03:06:18.148877Z","end":"2026-04-16T03:06:22.50905Z","steps":["trace[769920519] 'agreement among raft nodes before linearized reading' (duration: 4.360037605s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:06:22.509114Z","caller":"traceutil/trace.go:171","msg":"trace[1784280048] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1404; }","duration":"4.650337105s","start":"2026-04-16T03:06:17.858762Z","end":"2026-04-16T03:06:22.509099Z","steps":["trace[1784280048] 'agreement among raft nodes before linearized reading' (duration: 2.134040413s)","trace[1784280048] 'range keys from in-memory index tree' (duration: 2.516153318s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:06:22.509144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:17.858731Z","time spent":"4.650406486s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:06:22.509137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:18.148853Z","time spent":"4.360272303s","remote":"127.0.0.1:59154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-04-16T03:06:22.508999Z","caller":"traceutil/trace.go:171","msg":"trace[1265260110] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1404; }","duration":"5.573682478s","start":"2026-04-16T03:06:16.935275Z","end":"2026-04-16T03:06:22.508958Z","steps":["trace[1265260110] 'agreement among raft nodes before linearized reading' (duration: 3.057553972s)","trace[1265260110] 'count revisions from in-memory index tree' (duration: 2.515961933s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:06:22.509173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.240774875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:06:22.50922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.559436178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T03:06:22.509238Z","caller":"traceutil/trace.go:171","msg":"trace[583571721] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1404; }","duration":"3.240884818s","start":"2026-04-16T03:06:19.268338Z","end":"2026-04-16T03:06:22.509223Z","steps":["trace[583571721] 'agreement among raft nodes before linearized reading' (duration: 3.240764365s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:22.509245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:16.935252Z","time spent":"5.573973117s","remote":"127.0.0.1:59404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:06:22.509265Z","caller":"traceutil/trace.go:171","msg":"trace[1804969944] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1404; }","duration":"3.559482339s","start":"2026-04-16T03:06:18.94977Z","end":"2026-04-16T03:06:22.509252Z","steps":["trace[1804969944] 'agreement among raft nodes before linearized reading' (duration: 3.559347015s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:22.509083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.638031322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6b72d15525d35\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-16T03:06:22.509287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:19.268307Z","time spent":"3.24096749s","remote":"127.0.0.1:59050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":3,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:06:22.509305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:18.949674Z","time spent":"3.559621803s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-16T03:06:22.509335Z","caller":"traceutil/trace.go:171","msg":"trace[1077459344] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6b72d15525d35; range_end:; response_count:1; response_revision:1404; }","duration":"2.638347779s","start":"2026-04-16T03:06:19.87097Z","end":"2026-04-16T03:06:22.509318Z","steps":["trace[1077459344] 'agreement among raft nodes before linearized reading' (duration: 2.637940798s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:22.509371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:19.870941Z","time spent":"2.638418531s","remote":"127.0.0.1:58944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6b72d15525d35\" "} {"level":"info","ts":"2026-04-16T03:06:22.509668Z","caller":"traceutil/trace.go:171","msg":"trace[1699382932] transaction","detail":"{read_only:false; response_revision:1405; number_of_response:1; }","duration":"2.267886336s","start":"2026-04-16T03:06:20.241739Z","end":"2026-04-16T03:06:22.509625Z","steps":["trace[1699382932] 'process raft request' (duration: 2.266395158s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:22.509911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:20.241713Z","time spent":"2.26806627s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:06:23.009176Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439974136,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:06:23.508423Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.01602372s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:06:23.875832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0042398s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:06:23.875944Z","caller":"traceutil/trace.go:171","msg":"trace[443184793] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.004422865s","start":"2026-04-16T03:06:21.871496Z","end":"2026-04-16T03:06:23.875918Z","steps":["trace[443184793] 'agreement among raft nodes before linearized reading' (duration: 2.004270211s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:23.876001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:21.871475Z","time spent":"2.004515977s","remote":"127.0.0.1:58872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:06:24.586331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.125845ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:06:24.586476Z","caller":"traceutil/trace.go:171","msg":"trace[2066656488] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1405; }","duration":"325.287469ms","start":"2026-04-16T03:06:24.261168Z","end":"2026-04-16T03:06:24.586455Z","steps":["trace[2066656488] 'range keys from in-memory index tree' (duration: 325.103884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:24.587019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.077364387s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:06:24.58731Z","caller":"traceutil/trace.go:171","msg":"trace[302464443] transaction","detail":"{read_only:false; response_revision:1408; number_of_response:1; }","duration":"2.589106039s","start":"2026-04-16T03:06:21.998191Z","end":"2026-04-16T03:06:24.587297Z","steps":["trace[302464443] 'process raft request' (duration: 2.589055798s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:24.587392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:21.998171Z","time spent":"2.589182191s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:06:24.587634Z","caller":"traceutil/trace.go:171","msg":"trace[465553383] transaction","detail":"{read_only:false; response_revision:1407; number_of_response:1; }","duration":"2.953138432s","start":"2026-04-16T03:06:21.634484Z","end":"2026-04-16T03:06:24.587622Z","steps":["trace[465553383] 'process raft request' (duration: 2.95264698s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:06:24.587606Z","caller":"traceutil/trace.go:171","msg":"trace[723697128] transaction","detail":"{read_only:false; response_revision:1406; number_of_response:1; }","duration":"3.667948483s","start":"2026-04-16T03:06:20.919626Z","end":"2026-04-16T03:06:24.587575Z","steps":["trace[723697128] 'process raft request' (duration: 1.589971881s)","trace[723697128] 'compare' (duration: 2.076606768s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:06:24.587691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:21.634442Z","time spent":"2.953215615s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:06:24.587791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:20.91961Z","time spent":"3.668081478s","remote":"127.0.0.1:58880","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":22,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:06:24.687844Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.178481721s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:06:24.818204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000220256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:06:24.81831Z","caller":"traceutil/trace.go:171","msg":"trace[997265667] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00039825s","start":"2026-04-16T03:06:22.817888Z","end":"2026-04-16T03:06:24.818286Z","steps":["trace[997265667] 'agreement among raft nodes before linearized reading' (duration: 2.000257676s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:24.818363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:22.817867Z","time spent":"2.000485022s","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:06:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:06:25.072706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.524793ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:06:25.072972Z","caller":"traceutil/trace.go:171","msg":"trace[52325611] linearizableReadLoop","detail":"{readStateIndex:1492; appliedIndex:1485; }","duration":"2.564586402s","start":"2026-04-16T03:06:22.508368Z","end":"2026-04-16T03:06:25.072954Z","steps":["trace[52325611] 'read index received' (duration: 1.000971014s)","trace[52325611] 'applied index is now lower than readState.Index' (duration: 1.563614418s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:06:25.073067Z","caller":"traceutil/trace.go:171","msg":"trace[854346886] transaction","detail":"{read_only:false; response_revision:1409; number_of_response:1; }","duration":"2.558991493s","start":"2026-04-16T03:06:22.514064Z","end":"2026-04-16T03:06:25.073055Z","steps":["trace[854346886] 'process raft request' (duration: 2.17403878s)","trace[854346886] 'compare' (duration: 384.348728ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:06:25.073126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:22.514045Z","time spent":"2.559047614s","remote":"127.0.0.1:58944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:06:25.073144Z","caller":"traceutil/trace.go:171","msg":"trace[506211449] transaction","detail":"{read_only:false; response_revision:1410; number_of_response:1; }","duration":"2.558423227s","start":"2026-04-16T03:06:22.514689Z","end":"2026-04-16T03:06:25.073112Z","steps":["trace[506211449] 'process raft request' (duration: 2.55813657s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:25.073241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.201475571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:06:25.07331Z","caller":"traceutil/trace.go:171","msg":"trace[406409509] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1412; }","duration":"3.201585224s","start":"2026-04-16T03:06:21.871709Z","end":"2026-04-16T03:06:25.073294Z","steps":["trace[406409509] 'agreement among raft nodes before linearized reading' (duration: 3.201361928s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:25.073305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:22.514675Z","time spent":"2.558541861s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:06:25.07335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:21.871702Z","time spent":"3.201639565s","remote":"127.0.0.1:59244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:06:25.073543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.292806408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:06:25.073606Z","caller":"traceutil/trace.go:171","msg":"trace[774405302] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1412; }","duration":"4.292940722s","start":"2026-04-16T03:06:20.780652Z","end":"2026-04-16T03:06:25.073593Z","steps":["trace[774405302] 'agreement among raft nodes before linearized reading' (duration: 4.292796869s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:06:25.073635Z","caller":"traceutil/trace.go:171","msg":"trace[945215465] transaction","detail":"{read_only:false; response_revision:1411; number_of_response:1; }","duration":"2.557451034s","start":"2026-04-16T03:06:22.516173Z","end":"2026-04-16T03:06:25.073624Z","steps":["trace[945215465] 'process raft request' (duration: 2.556712496s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:25.073644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:20.780621Z","time spent":"4.293012534s","remote":"127.0.0.1:58916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":31,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:06:25.073659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.188882941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:06:25.073741Z","caller":"traceutil/trace.go:171","msg":"trace[963523429] transaction","detail":"{read_only:false; response_revision:1412; number_of_response:1; }","duration":"2.557337091s","start":"2026-04-16T03:06:22.516398Z","end":"2026-04-16T03:06:25.073735Z","steps":["trace[963523429] 'process raft request' (duration: 2.55652086s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:25.073776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:22.516361Z","time spent":"2.557398612s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:06:25.073775Z","caller":"traceutil/trace.go:171","msg":"trace[1393497718] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1412; }","duration":"1.189044184s","start":"2026-04-16T03:06:23.884709Z","end":"2026-04-16T03:06:25.073753Z","steps":["trace[1393497718] 'agreement among raft nodes before linearized reading' (duration: 1.188847729s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:25.073834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:23.884691Z","time spent":"1.189133757s","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:06:25.073908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.923059505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-16T03:06:25.073939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.922422679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-04-16T03:06:25.073995Z","caller":"traceutil/trace.go:171","msg":"trace[1951105035] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1412; }","duration":"4.922531692s","start":"2026-04-16T03:06:20.151447Z","end":"2026-04-16T03:06:25.073979Z","steps":["trace[1951105035] 'agreement among raft nodes before linearized reading' (duration: 4.922345087s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:06:25.073991Z","caller":"traceutil/trace.go:171","msg":"trace[103525807] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1412; }","duration":"4.923204898s","start":"2026-04-16T03:06:20.150767Z","end":"2026-04-16T03:06:25.073972Z","steps":["trace[103525807] 'agreement among raft nodes before linearized reading' (duration: 4.922970353s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:25.07404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:20.151406Z","time spent":"4.922625064s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:06:25.074045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:20.150738Z","time spent":"4.923298891s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:06:25.073714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:22.51616Z","time spent":"2.557504695s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:06:25.074071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135243907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-16T03:06:25.074088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.895099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:06:25.074126Z","caller":"traceutil/trace.go:171","msg":"trace[433645756] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:1412; }","duration":"1.13534898s","start":"2026-04-16T03:06:23.938764Z","end":"2026-04-16T03:06:25.074113Z","steps":["trace[433645756] 'agreement among raft nodes before linearized reading' (duration: 1.135221067s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:06:25.074129Z","caller":"traceutil/trace.go:171","msg":"trace[1152149371] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:1412; }","duration":"248.017072ms","start":"2026-04-16T03:06:24.826102Z","end":"2026-04-16T03:06:25.074119Z","steps":["trace[1152149371] 'agreement among raft nodes before linearized reading' (duration: 247.9281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:25.074161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:23.938736Z","time spent":"1.135417501s","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-04-16T03:06:26.980856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:25.279503Z","time spent":"1.701345659s","remote":"127.0.0.1:53338","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:06:26.981611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.632843062s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-16T03:06:26.981797Z","caller":"traceutil/trace.go:171","msg":"trace[1916657073] linearizableReadLoop","detail":"{readStateIndex:1493; appliedIndex:1492; }","duration":"1.902988528s","start":"2026-04-16T03:06:25.078769Z","end":"2026-04-16T03:06:26.981757Z","steps":["trace[1916657073] 'read index received' (duration: 269.991703ms)","trace[1916657073] 'applied index is now lower than readState.Index' (duration: 1.632994565s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:06:26.981823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:25.07524Z","time spent":"1.906572478s","remote":"127.0.0.1:58910","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:06:26.982502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.903174483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6b72d15525d35\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-16T03:06:26.982541Z","caller":"traceutil/trace.go:171","msg":"trace[577794950] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6b72d15525d35; range_end:; response_count:1; response_revision:1412; }","duration":"1.903787359s","start":"2026-04-16T03:06:25.078741Z","end":"2026-04-16T03:06:26.982529Z","steps":["trace[577794950] 'agreement among raft nodes before linearized reading' (duration: 1.903127262s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:26.982583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:25.078724Z","time spent":"1.90384927s","remote":"127.0.0.1:58944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6b72d15525d35\" "} {"level":"warn","ts":"2026-04-16T03:06:27.084848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000180643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:06:27.084925Z","caller":"traceutil/trace.go:171","msg":"trace[457892018] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000365348s","start":"2026-04-16T03:06:25.084542Z","end":"2026-04-16T03:06:27.084908Z","steps":["trace[457892018] 'agreement among raft nodes before linearized reading' (duration: 2.000260885s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:27.084976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:25.084516Z","time spent":"2.00045177s","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:06:27.183834Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.835094328s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:06:28.1359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"951.668999ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:06:28.13622Z","caller":"traceutil/trace.go:171","msg":"trace[1608783208] transaction","detail":"{read_only:false; response_revision:1413; number_of_response:1; }","duration":"3.056391881s","start":"2026-04-16T03:06:25.07978Z","end":"2026-04-16T03:06:28.136172Z","steps":["trace[1608783208] 'process raft request' (duration: 2.104325622s)","trace[1608783208] 'compare' (duration: 951.187637ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:06:28.136295Z","caller":"traceutil/trace.go:171","msg":"trace[201097995] transaction","detail":"{read_only:false; response_revision:1414; number_of_response:1; }","duration":"3.052021431s","start":"2026-04-16T03:06:25.084247Z","end":"2026-04-16T03:06:28.136269Z","steps":["trace[201097995] 'process raft request' (duration: 3.051768105s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:28.136418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:25.084229Z","time spent":"3.052119683s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:06:28.136427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:25.079747Z","time spent":"3.056559365s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:06:28.136781Z","caller":"traceutil/trace.go:171","msg":"trace[2056112057] transaction","detail":"{read_only:false; response_revision:1415; number_of_response:1; }","duration":"1.541052572s","start":"2026-04-16T03:06:26.5957Z","end":"2026-04-16T03:06:28.136753Z","steps":["trace[2056112057] 'process raft request' (duration: 1.540499419s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:06:28.136958Z","caller":"traceutil/trace.go:171","msg":"trace[885608346] linearizableReadLoop","detail":"{readStateIndex:1496; appliedIndex:1493; }","duration":"1.155110855s","start":"2026-04-16T03:06:26.981835Z","end":"2026-04-16T03:06:28.136946Z","steps":["trace[885608346] 'read index received' (duration: 202.354819ms)","trace[885608346] 'applied index is now lower than readState.Index' (duration: 952.754706ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:06:28.136966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:26.595675Z","time spent":"1.541190026s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:06:28.136995Z","caller":"traceutil/trace.go:171","msg":"trace[31269406] transaction","detail":"{read_only:false; response_revision:1417; number_of_response:1; }","duration":"1.150380035s","start":"2026-04-16T03:06:26.986581Z","end":"2026-04-16T03:06:28.136961Z","steps":["trace[31269406] 'process raft request' (duration: 1.150302593s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:28.137075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.53094058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:06:28.137098Z","caller":"traceutil/trace.go:171","msg":"trace[1982314173] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1417; }","duration":"1.531001472s","start":"2026-04-16T03:06:26.606089Z","end":"2026-04-16T03:06:28.137091Z","steps":["trace[1982314173] 'agreement among raft nodes before linearized reading' (duration: 1.53093947s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:06:28.137096Z","caller":"traceutil/trace.go:171","msg":"trace[1977742478] transaction","detail":"{read_only:false; response_revision:1416; number_of_response:1; }","duration":"1.15411412s","start":"2026-04-16T03:06:26.982963Z","end":"2026-04-16T03:06:28.137077Z","steps":["trace[1977742478] 'process raft request' (duration: 1.153692459s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:28.137125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:26.606071Z","time spent":"1.531048292s","remote":"127.0.0.1:59226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":16,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:06:28.137146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.051398608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:06:28.137162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:26.982939Z","time spent":"1.154189971s","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:06:28.137185Z","caller":"traceutil/trace.go:171","msg":"trace[1573967425] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1417; }","duration":"1.0514671s","start":"2026-04-16T03:06:27.085708Z","end":"2026-04-16T03:06:28.137175Z","steps":["trace[1573967425] 'agreement among raft nodes before linearized reading' (duration: 1.051386278s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:28.137216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:27.085695Z","time spent":"1.05151461s","remote":"127.0.0.1:58872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:06:28.137247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057174552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-16T03:06:28.137269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056579717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T03:06:28.137318Z","caller":"traceutil/trace.go:171","msg":"trace[2126554037] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1417; }","duration":"1.057302536s","start":"2026-04-16T03:06:27.079999Z","end":"2026-04-16T03:06:28.137301Z","steps":["trace[2126554037] 'agreement among raft nodes before linearized reading' (duration: 1.05708081s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:06:28.137326Z","caller":"traceutil/trace.go:171","msg":"trace[546723691] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1417; }","duration":"1.056666s","start":"2026-04-16T03:06:27.080647Z","end":"2026-04-16T03:06:28.137313Z","steps":["trace[546723691] 'agreement among raft nodes before linearized reading' (duration: 1.056472025s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:28.137357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:27.079976Z","time spent":"1.057373837s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:06:28.13736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:27.080554Z","time spent":"1.056799273s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:06:28.137265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056326461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:06:28.137409Z","caller":"traceutil/trace.go:171","msg":"trace[212751662] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1417; }","duration":"1.056495754s","start":"2026-04-16T03:06:27.080902Z","end":"2026-04-16T03:06:28.137398Z","steps":["trace[212751662] 'agreement among raft nodes before linearized reading' (duration: 1.056188487s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:28.137443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:27.080891Z","time spent":"1.056536616s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:06:28.13728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.098446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:06:28.137476Z","caller":"traceutil/trace.go:171","msg":"trace[1916514380] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:1417; }","duration":"965.316991ms","start":"2026-04-16T03:06:27.172144Z","end":"2026-04-16T03:06:28.137461Z","steps":["trace[1916514380] 'agreement among raft nodes before linearized reading' (duration: 965.096305ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:28.137513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:27.172127Z","time spent":"965.376373ms","remote":"127.0.0.1:49758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:06:28.137568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409356773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:06:28.13764Z","caller":"traceutil/trace.go:171","msg":"trace[21592941] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1417; }","duration":"1.409483517s","start":"2026-04-16T03:06:26.728139Z","end":"2026-04-16T03:06:28.137623Z","steps":["trace[21592941] 'agreement among raft nodes before linearized reading' (duration: 1.408826919s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:28.13767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:26.727939Z","time spent":"1.409724063s","remote":"127.0.0.1:59094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:06:28.137622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:26.98655Z","time spent":"1.15052407s","remote":"127.0.0.1:58944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:06:28.641283Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439974155,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:06:29.142334Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439974155,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:06:29.643517Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439974155,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:06:30.12051Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.979330372s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:06:30.146856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000239055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:06:30.146953Z","caller":"traceutil/trace.go:171","msg":"trace[377993963] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000373198s","start":"2026-04-16T03:06:28.146558Z","end":"2026-04-16T03:06:30.146932Z","steps":["trace[377993963] 'agreement among raft nodes before linearized reading' (duration: 2.000246025s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:30.147037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:28.146552Z","time spent":"2.000467201s","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:06:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:06:31.148044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027035416s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:06:31.148232Z","caller":"traceutil/trace.go:171","msg":"trace[283515844] transaction","detail":"{read_only:false; response_revision:1418; number_of_response:1; }","duration":"3.007112607s","start":"2026-04-16T03:06:28.141087Z","end":"2026-04-16T03:06:31.1482Z","steps":["trace[283515844] 'process raft request' (duration: 1.979782103s)","trace[283515844] 'compare' (duration: 1.026742719s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:06:31.148333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:28.141072Z","time spent":"3.007211089s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:06:32.147589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000643705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:06:32.147694Z","caller":"traceutil/trace.go:171","msg":"trace[1946581080] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00084794s","start":"2026-04-16T03:06:30.146826Z","end":"2026-04-16T03:06:32.147674Z","steps":["trace[1946581080] 'agreement among raft nodes before linearized reading' (duration: 2.000655556s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:32.14776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:30.146815Z","time spent":"2.000923602s","remote":"127.0.0.1:58872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:06:32.896107Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.775396641s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:06:33.025477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.001612ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:06:33.025699Z","caller":"traceutil/trace.go:171","msg":"trace[600038054] linearizableReadLoop","detail":"{readStateIndex:1502; appliedIndex:1498; }","duration":"4.884516386s","start":"2026-04-16T03:06:28.141166Z","end":"2026-04-16T03:06:33.025683Z","steps":["trace[600038054] 'read index received' (duration: 1.979632919s)","trace[600038054] 'applied index is now lower than readState.Index' (duration: 2.904882387s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:06:33.025712Z","caller":"traceutil/trace.go:171","msg":"trace[995599690] transaction","detail":"{read_only:false; response_revision:1419; number_of_response:1; }","duration":"4.884363252s","start":"2026-04-16T03:06:28.141297Z","end":"2026-04-16T03:06:33.025661Z","steps":["trace[995599690] 'process raft request' (duration: 4.755106523s)","trace[995599690] 'compare' (duration: 128.670794ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:06:33.025828Z","caller":"traceutil/trace.go:171","msg":"trace[733999916] transaction","detail":"{read_only:false; response_revision:1421; number_of_response:1; }","duration":"4.88276062s","start":"2026-04-16T03:06:28.14304Z","end":"2026-04-16T03:06:33.025801Z","steps":["trace[733999916] 'process raft request' (duration: 4.882600107s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:33.025915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.884744641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-16T03:06:33.025943Z","caller":"traceutil/trace.go:171","msg":"trace[428952627] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1421; }","duration":"4.884784682s","start":"2026-04-16T03:06:28.141151Z","end":"2026-04-16T03:06:33.025935Z","steps":["trace[428952627] 'agreement among raft nodes before linearized reading' (duration: 4.884674309s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:33.025942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:28.141284Z","time spent":"4.884528066s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:06:33.025965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:28.143024Z","time spent":"4.882872684s","remote":"127.0.0.1:58944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:06:33.025966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:28.141144Z","time spent":"4.884816782s","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-04-16T03:06:33.026099Z","caller":"traceutil/trace.go:171","msg":"trace[1138047591] transaction","detail":"{read_only:false; response_revision:1420; number_of_response:1; }","duration":"4.884527436s","start":"2026-04-16T03:06:28.141494Z","end":"2026-04-16T03:06:33.026021Z","steps":["trace[1138047591] 'process raft request' (duration: 4.884072095s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:33.026362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:28.141484Z","time spent":"4.884783972s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:06:33.661905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000495511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:06:33.662Z","caller":"traceutil/trace.go:171","msg":"trace[900664699] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000646565s","start":"2026-04-16T03:06:31.661333Z","end":"2026-04-16T03:06:33.66198Z","steps":["trace[900664699] 'agreement among raft nodes before linearized reading' (duration: 2.000524002s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:33.662054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:31.661314Z","time spent":"2.000730387s","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:06:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:06:33.806018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.637817ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:06:33.806357Z","caller":"traceutil/trace.go:171","msg":"trace[344354082] transaction","detail":"{read_only:false; response_revision:1422; number_of_response:1; }","duration":"3.654646356s","start":"2026-04-16T03:06:30.151678Z","end":"2026-04-16T03:06:33.806324Z","steps":["trace[344354082] 'process raft request' (duration: 3.205608789s)","trace[344354082] 'compare' (duration: 448.492664ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:06:33.806442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:30.151648Z","time spent":"3.654757209s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:06:34.155367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999992749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:06:34.155468Z","caller":"traceutil/trace.go:171","msg":"trace[1010466358] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000163803s","start":"2026-04-16T03:06:32.155281Z","end":"2026-04-16T03:06:34.155445Z","steps":["trace[1010466358] 'agreement among raft nodes before linearized reading' (duration: 2.00002679s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:34.155535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:32.155258Z","time spent":"2.000262956s","remote":"127.0.0.1:58872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:06:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:06:34.719948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000543622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:06:34.720038Z","caller":"traceutil/trace.go:171","msg":"trace[601778279] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000690396s","start":"2026-04-16T03:06:32.719328Z","end":"2026-04-16T03:06:34.720019Z","steps":["trace[601778279] 'agreement among raft nodes before linearized reading' (duration: 2.000570233s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:34.720128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:32.719315Z","time spent":"2.000802759s","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:06:35.140712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999042034s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:06:35.140801Z","caller":"traceutil/trace.go:171","msg":"trace[224076466] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999186558s","start":"2026-04-16T03:06:30.141594Z","end":"2026-04-16T03:06:35.140781Z","steps":["trace[224076466] 'agreement among raft nodes before linearized reading' (duration: 4.999071385s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:35.140856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:30.141573Z","time spent":"4.99927267s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/16 03:06:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:06:35.344511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.538357545s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-16T03:06:35.345084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083238035s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:06:35.345232Z","caller":"traceutil/trace.go:171","msg":"trace[2034777526] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1422; }","duration":"1.083389698s","start":"2026-04-16T03:06:34.261819Z","end":"2026-04-16T03:06:35.345209Z","steps":["trace[2034777526] 'range keys from in-memory index tree' (duration: 1.083208634s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:06:35.345665Z","caller":"traceutil/trace.go:171","msg":"trace[1929793108] transaction","detail":"{read_only:false; response_revision:1423; number_of_response:1; }","duration":"2.634159095s","start":"2026-04-16T03:06:32.711477Z","end":"2026-04-16T03:06:35.345637Z","steps":["trace[1929793108] 'process raft request' (duration: 2.63318814s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:06:35.345683Z","caller":"traceutil/trace.go:171","msg":"trace[1809260052] linearizableReadLoop","detail":"{readStateIndex:1505; appliedIndex:1502; }","duration":"2.319928692s","start":"2026-04-16T03:06:33.025726Z","end":"2026-04-16T03:06:35.345654Z","steps":["trace[1809260052] 'read index received' (duration: 331.622506ms)","trace[1809260052] 'applied index is now lower than readState.Index' (duration: 1.988305036s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:06:35.345859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:32.711444Z","time spent":"2.634284448s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:06:36.052803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.817745332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:06:36.052889Z","caller":"traceutil/trace.go:171","msg":"trace[1149874947] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1423; }","duration":"6.817893385s","start":"2026-04-16T03:06:29.234974Z","end":"2026-04-16T03:06:36.052867Z","steps":["trace[1149874947] 'agreement among raft nodes before linearized reading' (duration: 6.110865945s)","trace[1149874947] 'count revisions from in-memory index tree' (duration: 706.898917ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:06:36.052944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:29.234948Z","time spent":"6.817984827s","remote":"127.0.0.1:59342","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":4,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:06:36.05295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.910838664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-16T03:06:36.053009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.928171877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:06:36.053071Z","caller":"traceutil/trace.go:171","msg":"trace[279546919] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1423; }","duration":"5.911017738s","start":"2026-04-16T03:06:30.142025Z","end":"2026-04-16T03:06:36.053042Z","steps":["trace[279546919] 'agreement among raft nodes before linearized reading' (duration: 5.203820303s)","trace[279546919] 'range keys from in-memory index tree' (duration: 706.895997ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:06:36.053086Z","caller":"traceutil/trace.go:171","msg":"trace[992960697] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:1423; }","duration":"5.92830201s","start":"2026-04-16T03:06:30.12476Z","end":"2026-04-16T03:06:36.053063Z","steps":["trace[992960697] 'agreement among raft nodes before linearized reading' (duration: 5.221047944s)","trace[992960697] 'count revisions from in-memory index tree' (duration: 707.138004ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:06:36.053127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:30.142011Z","time spent":"5.91110521s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:06:36.053158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:30.12471Z","time spent":"5.928431734s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":8,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:06:36.053243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.93705249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:06:36.053319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.245988289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:06:36.053299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.730446745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:06:36.053369Z","caller":"traceutil/trace.go:171","msg":"trace[194676790] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1423; }","duration":"4.246072281s","start":"2026-04-16T03:06:31.807278Z","end":"2026-04-16T03:06:36.053351Z","steps":["trace[194676790] 'agreement among raft nodes before linearized reading' (duration: 3.538453306s)","trace[194676790] 'count revisions from in-memory index tree' (duration: 707.494022ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:06:36.053401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.208857129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:06:36.053421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:31.807259Z","time spent":"4.246147873s","remote":"127.0.0.1:56292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:06:36.053429Z","caller":"traceutil/trace.go:171","msg":"trace[1269031358] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:1423; }","duration":"5.730600628s","start":"2026-04-16T03:06:30.322794Z","end":"2026-04-16T03:06:36.053395Z","steps":["trace[1269031358] 'agreement among raft nodes before linearized reading' (duration: 5.023031055s)","trace[1269031358] 'count revisions from in-memory index tree' (duration: 707.386539ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:06:36.053462Z","caller":"traceutil/trace.go:171","msg":"trace[2124526271] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1423; }","duration":"3.208932931s","start":"2026-04-16T03:06:32.844504Z","end":"2026-04-16T03:06:36.053437Z","steps":["trace[2124526271] 'agreement among raft nodes before linearized reading' (duration: 2.501191323s)","trace[2124526271] 'count revisions from in-memory index tree' (duration: 707.676496ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:06:36.053489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:30.322711Z","time spent":"5.730763492s","remote":"127.0.0.1:56152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:06:36.053513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:32.844487Z","time spent":"3.209015943s","remote":"127.0.0.1:59374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":5,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:06:36.053645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.03167194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:06:36.053685Z","caller":"traceutil/trace.go:171","msg":"trace[1223295945] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1423; }","duration":"6.031759242s","start":"2026-04-16T03:06:30.021913Z","end":"2026-04-16T03:06:36.053672Z","steps":["trace[1223295945] 'agreement among raft nodes before linearized reading' (duration: 5.323910082s)","trace[1223295945] 'count revisions from in-memory index tree' (duration: 707.795179ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:06:36.053351Z","caller":"traceutil/trace.go:171","msg":"trace[1759926065] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:1423; }","duration":"4.937227695s","start":"2026-04-16T03:06:31.116095Z","end":"2026-04-16T03:06:36.053323Z","steps":["trace[1759926065] 'agreement among raft nodes before linearized reading' (duration: 4.229565819s)","trace[1759926065] 'count revisions from in-memory index tree' (duration: 707.474061ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:06:36.053725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:30.021875Z","time spent":"6.031837645s","remote":"127.0.0.1:59066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":12,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:06:36.052966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.461309683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:06:36.053735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:31.116068Z","time spent":"4.937655396s","remote":"127.0.0.1:56128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:06:36.053791Z","caller":"traceutil/trace.go:171","msg":"trace[1832588105] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:1423; }","duration":"3.462219016s","start":"2026-04-16T03:06:32.591543Z","end":"2026-04-16T03:06:36.053762Z","steps":["trace[1832588105] 'agreement among raft nodes before linearized reading' (duration: 2.75417464s)","trace[1832588105] 'count revisions from in-memory index tree' (duration: 707.151874ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:06:36.053864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:32.591517Z","time spent":"3.462325049s","remote":"127.0.0.1:56298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:06:36.054212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.18755ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:06:36.054326Z","caller":"traceutil/trace.go:171","msg":"trace[1057978399] linearizableReadLoop","detail":"{readStateIndex:1506; appliedIndex:1505; }","duration":"708.546479ms","start":"2026-04-16T03:06:35.34574Z","end":"2026-04-16T03:06:36.054309Z","steps":["trace[1057978399] 'read index received' (duration: 84.602µs)","trace[1057978399] 'applied index is now lower than readState.Index' (duration: 708.459907ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:06:36.054465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.895450221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"warn","ts":"2026-04-16T03:06:36.054477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.571188498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:06:36.054486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.372300785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:06:36.05449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.479113611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:06:36.054505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.901635274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T03:06:36.054555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.892280472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:06:36.054564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.026304707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-16T03:06:36.054562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.02478289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6b72d15525d35\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-04-16T03:06:36.054571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023354284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-16T03:06:36.054682Z","caller":"traceutil/trace.go:171","msg":"trace[621302616] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:1424; }","duration":"1.895564734s","start":"2026-04-16T03:06:34.15894Z","end":"2026-04-16T03:06:36.054505Z","steps":["trace[621302616] 'agreement among raft nodes before linearized reading' (duration: 1.895436191s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:36.05474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:34.158919Z","time spent":"1.895807199s","remote":"127.0.0.1:59066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-16T03:06:36.054738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024017872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T03:06:36.054778Z","caller":"traceutil/trace.go:171","msg":"trace[906199772] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1424; }","duration":"2.57128616s","start":"2026-04-16T03:06:33.483228Z","end":"2026-04-16T03:06:36.054514Z","steps":["trace[906199772] 'agreement among raft nodes before linearized reading' (duration: 2.571160427s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:06:36.0548Z","caller":"traceutil/trace.go:171","msg":"trace[270044078] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1424; }","duration":"1.024133725s","start":"2026-04-16T03:06:35.03065Z","end":"2026-04-16T03:06:36.054784Z","steps":["trace[270044078] 'agreement among raft nodes before linearized reading' (duration: 1.023879818s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:36.054831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:33.483205Z","time spent":"2.571611157s","remote":"127.0.0.1:59410","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":29,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:06:36.054837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:35.030626Z","time spent":"1.024205516s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T03:06:36.054867Z","caller":"traceutil/trace.go:171","msg":"trace[1452792545] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1424; }","duration":"2.372373836s","start":"2026-04-16T03:06:33.682159Z","end":"2026-04-16T03:06:36.054533Z","steps":["trace[1452792545] 'agreement among raft nodes before linearized reading' (duration: 2.372248053s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:36.054976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:33.682092Z","time spent":"2.372845148s","remote":"127.0.0.1:59072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":3,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:06:36.055052Z","caller":"traceutil/trace.go:171","msg":"trace[1079225558] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1424; }","duration":"2.479248984s","start":"2026-04-16T03:06:33.57529Z","end":"2026-04-16T03:06:36.054539Z","steps":["trace[1079225558] 'agreement among raft nodes before linearized reading' (duration: 2.47912064s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:36.055103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:33.57525Z","time spent":"2.479841248s","remote":"127.0.0.1:59400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:06:36.055173Z","caller":"traceutil/trace.go:171","msg":"trace[1545910002] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1424; }","duration":"2.901727167s","start":"2026-04-16T03:06:33.152818Z","end":"2026-04-16T03:06:36.054545Z","steps":["trace[1545910002] 'agreement among raft nodes before linearized reading' (duration: 2.901574593s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:36.055246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:33.152797Z","time spent":"2.902430125s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T03:06:36.055277Z","caller":"traceutil/trace.go:171","msg":"trace[2043502861] transaction","detail":"{read_only:false; response_revision:1424; number_of_response:1; }","duration":"1.383284961s","start":"2026-04-16T03:06:34.671273Z","end":"2026-04-16T03:06:36.054558Z","steps":["trace[2043502861] 'process raft request' (duration: 674.368263ms)","trace[2043502861] 'compare' (duration: 707.779209ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:06:36.055358Z","caller":"traceutil/trace.go:171","msg":"trace[294132182] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1424; }","duration":"1.892309673s","start":"2026-04-16T03:06:34.162268Z","end":"2026-04-16T03:06:36.054578Z","steps":["trace[294132182] 'agreement among raft nodes before linearized reading' (duration: 1.892264351s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:36.055394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:34.671241Z","time spent":"1.384078801s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:06:36.055434Z","caller":"traceutil/trace.go:171","msg":"trace[1604525372] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1424; }","duration":"3.026409551s","start":"2026-04-16T03:06:33.02818Z","end":"2026-04-16T03:06:36.054589Z","steps":["trace[1604525372] 'agreement among raft nodes before linearized reading' (duration: 3.026346219s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:36.055468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:33.02816Z","time spent":"3.027301082s","remote":"127.0.0.1:59154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-04-16T03:06:36.055499Z","caller":"traceutil/trace.go:171","msg":"trace[677067055] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6b72d15525d35; range_end:; response_count:1; response_revision:1424; }","duration":"3.024862651s","start":"2026-04-16T03:06:33.029742Z","end":"2026-04-16T03:06:36.054605Z","steps":["trace[677067055] 'agreement among raft nodes before linearized reading' (duration: 3.024662156s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:36.055542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:33.029733Z","time spent":"3.025797724s","remote":"127.0.0.1:58944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6b72d15525d35\" "} {"level":"warn","ts":"2026-04-16T03:06:36.055406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:34.162224Z","time spent":"1.893170914s","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:06:36.055686Z","caller":"traceutil/trace.go:171","msg":"trace[2080802328] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1424; }","duration":"1.023448277s","start":"2026-04-16T03:06:35.031165Z","end":"2026-04-16T03:06:36.054614Z","steps":["trace[2080802328] 'agreement among raft nodes before linearized reading' (duration: 1.023274703s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:36.055717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:35.031145Z","time spent":"1.024563445s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:06:36.554868Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439974167,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:06:37.055287Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439974167,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:06:37.556235Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439974167,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:06:38.057004Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439974167,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:06:38.0571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000215065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:06:38.057189Z","caller":"traceutil/trace.go:171","msg":"trace[1561390699] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000354438s","start":"2026-04-16T03:06:36.056814Z","end":"2026-04-16T03:06:38.057168Z","steps":["trace[1561390699] 'agreement among raft nodes before linearized reading' (duration: 2.000236425s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:38.057243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:36.056796Z","time spent":"2.00043776s","remote":"127.0.0.1:58872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:06:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:06:38.471463Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.658021562s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:06:38.472006Z","caller":"traceutil/trace.go:171","msg":"trace[1109687178] transaction","detail":"{read_only:false; response_revision:1425; number_of_response:1; }","duration":"2.658710029s","start":"2026-04-16T03:06:35.813269Z","end":"2026-04-16T03:06:38.471979Z","steps":["trace[1109687178] 'process raft request' (duration: 2.658454093s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:38.472197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:35.813239Z","time spent":"2.658856203s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:06:40.065573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000202184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:06:40.065673Z","caller":"traceutil/trace.go:171","msg":"trace[176633482] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000372648s","start":"2026-04-16T03:06:38.06528Z","end":"2026-04-16T03:06:40.065652Z","steps":["trace[176633482] 'agreement among raft nodes before linearized reading' (duration: 2.000237155s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:40.065732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:38.065257Z","time spent":"2.000466031s","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:06:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:06:40.1405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997475955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:06:40.140622Z","caller":"traceutil/trace.go:171","msg":"trace[76187893] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.99768832s","start":"2026-04-16T03:06:37.142911Z","end":"2026-04-16T03:06:40.1406Z","steps":["trace[76187893] 'agreement among raft nodes before linearized reading' (duration: 2.997524486s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:40.140681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:37.142889Z","time spent":"2.997780742s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/16 03:06:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:06:40.141986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:36.057884Z","time spent":"4.084093804s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/16 03:06:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:06:41.058614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:36.059922Z","time spent":"4.998683354s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/16 03:06:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:06:41.058614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:36.059833Z","time spent":"4.998772756s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/16 03:06:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:06:41.528518Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.05677513s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:06:41.529027Z","caller":"traceutil/trace.go:171","msg":"trace[822398448] transaction","detail":"{read_only:false; response_revision:1427; number_of_response:1; }","duration":"5.470892682s","start":"2026-04-16T03:06:36.058107Z","end":"2026-04-16T03:06:41.528999Z","steps":["trace[822398448] 'process raft request' (duration: 5.47078873s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:41.529196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:36.058099Z","time spent":"5.471011346s","remote":"127.0.0.1:58944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:06:41.529434Z","caller":"traceutil/trace.go:171","msg":"trace[636545131] transaction","detail":"{read_only:false; response_revision:1430; number_of_response:1; }","duration":"5.468184475s","start":"2026-04-16T03:06:36.061227Z","end":"2026-04-16T03:06:41.529411Z","steps":["trace[636545131] 'process raft request' (duration: 5.468087492s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:06:41.529537Z","caller":"traceutil/trace.go:171","msg":"trace[1830956113] linearizableReadLoop","detail":"{readStateIndex:1513; appliedIndex:1506; }","duration":"5.475154239s","start":"2026-04-16T03:06:36.054355Z","end":"2026-04-16T03:06:41.52951Z","steps":["trace[1830956113] 'read index received' (duration: 2.417403445s)","trace[1830956113] 'applied index is now lower than readState.Index' (duration: 3.057749024s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:06:41.529588Z","caller":"traceutil/trace.go:171","msg":"trace[1683509812] transaction","detail":"{read_only:false; response_revision:1431; number_of_response:1; }","duration":"5.466436561s","start":"2026-04-16T03:06:36.063134Z","end":"2026-04-16T03:06:41.529571Z","steps":["trace[1683509812] 'process raft request' (duration: 5.466222145s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:41.529588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:36.061217Z","time spent":"5.468287598s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:06:41.529653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:36.063126Z","time spent":"5.466494263s","remote":"127.0.0.1:59066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:06:41.529679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.675744005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:06:41.529711Z","caller":"traceutil/trace.go:171","msg":"trace[152495880] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1431; }","duration":"5.675834076s","start":"2026-04-16T03:06:35.853869Z","end":"2026-04-16T03:06:41.529703Z","steps":["trace[152495880] 'agreement among raft nodes before linearized reading' (duration: 5.675756284s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:41.52974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:35.853849Z","time spent":"5.675885138s","remote":"127.0.0.1:59096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:06:42.030338Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439974178,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:06:42.066172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000389329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:06:42.066276Z","caller":"traceutil/trace.go:171","msg":"trace[730593713] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000555713s","start":"2026-04-16T03:06:40.065694Z","end":"2026-04-16T03:06:42.066249Z","steps":["trace[730593713] 'agreement among raft nodes before linearized reading' (duration: 2.000418649s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:42.066319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:40.065669Z","time spent":"2.000642005s","remote":"127.0.0.1:58872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:06:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:06:42.53048Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439974178,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:06:43.031435Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439974178,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:06:43.532026Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439974178,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:06:44.032738Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439974178,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:06:44.073101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000306767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:06:44.073203Z","caller":"traceutil/trace.go:171","msg":"trace[611192016] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000473891s","start":"2026-04-16T03:06:42.072706Z","end":"2026-04-16T03:06:44.07318Z","steps":["trace[611192016] 'agreement among raft nodes before linearized reading' (duration: 2.000341488s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:44.073253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:42.072682Z","time spent":"2.000562553s","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:06:44.365122Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.836392139s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:06:44.468977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.447151ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:444"} {"level":"info","ts":"2026-04-16T03:06:44.469653Z","caller":"traceutil/trace.go:171","msg":"trace[1573772807] transaction","detail":"{read_only:false; response_revision:1432; number_of_response:1; }","duration":"4.325902421s","start":"2026-04-16T03:06:40.143736Z","end":"2026-04-16T03:06:44.469639Z","steps":["trace[1573772807] 'process raft request' (duration: 4.325372598s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:44.469599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.887658ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:06:44.469723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:40.143701Z","time spent":"4.325993844s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":456,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:06:44.469735Z","caller":"traceutil/trace.go:171","msg":"trace[345419591] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1431; }","duration":"208.035041ms","start":"2026-04-16T03:06:44.261679Z","end":"2026-04-16T03:06:44.469714Z","steps":["trace[345419591] 'range keys from in-memory index tree' (duration: 207.867617ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:06:44.469245Z","caller":"traceutil/trace.go:171","msg":"trace[121845347] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1431; }","duration":"4.325628576s","start":"2026-04-16T03:06:40.143583Z","end":"2026-04-16T03:06:44.469212Z","steps":["trace[121845347] 'process raft request' (duration: 4.221825316s)","trace[121845347] 'compare' (duration: 103.349898ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:06:44.469922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:40.143559Z","time spent":"4.326243331s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":467,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:06:44.478178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.75353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:06:44.478262Z","caller":"traceutil/trace.go:171","msg":"trace[751262425] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"943.898984ms","start":"2026-04-16T03:06:43.534345Z","end":"2026-04-16T03:06:44.478244Z","steps":["trace[751262425] 'agreement among raft nodes before linearized reading' (duration: 943.787811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:44.478311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:43.534324Z","time spent":"943.978926ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/04/16 03:06:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:06:45.030251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.969913296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:06:45.030335Z","caller":"traceutil/trace.go:171","msg":"trace[1054878119] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"1.970053209s","start":"2026-04-16T03:06:43.060263Z","end":"2026-04-16T03:06:45.030316Z","steps":["trace[1054878119] 'agreement among raft nodes before linearized reading' (duration: 1.969943546s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:45.030382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:43.060244Z","time spent":"1.970130751s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/16 03:06:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:06:45.030526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.969905995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:06:45.030555Z","caller":"traceutil/trace.go:171","msg":"trace[717180291] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"1.969934846s","start":"2026-04-16T03:06:43.060613Z","end":"2026-04-16T03:06:45.030548Z","steps":["trace[717180291] 'agreement among raft nodes before linearized reading' (duration: 1.969905325s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:45.030578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:43.060606Z","time spent":"1.969966236s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/16 03:06:45 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:06:45.47636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:40.478241Z","time spent":"4.998111799s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-16T03:06:45.770826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301195633s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T03:06:45.771937Z","caller":"traceutil/trace.go:171","msg":"trace[1781182110] linearizableReadLoop","detail":"{readStateIndex:1517; appliedIndex:1513; }","duration":"4.242310348s","start":"2026-04-16T03:06:41.529599Z","end":"2026-04-16T03:06:45.771909Z","steps":["trace[1781182110] 'read index received' (duration: 2.835678532s)","trace[1781182110] 'applied index is now lower than readState.Index' (duration: 1.406629686s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:06:46.073824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999695931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:06:46.073921Z","caller":"traceutil/trace.go:171","msg":"trace[70763025] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999854734s","start":"2026-04-16T03:06:44.074046Z","end":"2026-04-16T03:06:46.073901Z","steps":["trace[70763025] 'agreement among raft nodes before linearized reading' (duration: 1.999733771s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:46.073971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:44.074022Z","time spent":"1.999938696s","remote":"127.0.0.1:58872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:06:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:06:46.673975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.331634734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:06:46.674046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.803095764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:06:46.674083Z","caller":"traceutil/trace.go:171","msg":"trace[736947631] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1434; }","duration":"9.331757227s","start":"2026-04-16T03:06:37.342295Z","end":"2026-04-16T03:06:46.674052Z","steps":["trace[736947631] 'agreement among raft nodes before linearized reading' (duration: 8.429843414s)","trace[736947631] 'count revisions from in-memory index tree' (duration: 901.748528ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:06:46.674127Z","caller":"traceutil/trace.go:171","msg":"trace[1685081001] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1434; }","duration":"8.803236017s","start":"2026-04-16T03:06:37.870867Z","end":"2026-04-16T03:06:46.674103Z","steps":["trace[1685081001] 'agreement among raft nodes before linearized reading' (duration: 7.901249962s)","trace[1685081001] 'count revisions from in-memory index tree' (duration: 901.82478ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:06:46.674109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.516105645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:06:46.67415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:37.342232Z","time spent":"9.33189929s","remote":"127.0.0.1:59038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:06:46.674173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:37.870844Z","time spent":"8.803319138s","remote":"127.0.0.1:59280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:06:46.674192Z","caller":"traceutil/trace.go:171","msg":"trace[579355697] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1434; }","duration":"6.516230988s","start":"2026-04-16T03:06:40.157939Z","end":"2026-04-16T03:06:46.674169Z","steps":["trace[579355697] 'agreement among raft nodes before linearized reading' (duration: 5.61412699s)","trace[579355697] 'count revisions from in-memory index tree' (duration: 901.986765ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:06:46.67424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:40.157927Z","time spent":"6.51630236s","remote":"127.0.0.1:56114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:06:46.674319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.820736786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:06:46.674332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.503374305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:06:46.67433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.461519617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:06:46.674386Z","caller":"traceutil/trace.go:171","msg":"trace[2105103468] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1434; }","duration":"6.820842718s","start":"2026-04-16T03:06:39.853521Z","end":"2026-04-16T03:06:46.674364Z","steps":["trace[2105103468] 'agreement among raft nodes before linearized reading' (duration: 5.918555256s)","trace[2105103468] 'count revisions from in-memory index tree' (duration: 902.199219ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:06:46.674415Z","caller":"traceutil/trace.go:171","msg":"trace[1420678644] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1434; }","duration":"8.503509948s","start":"2026-04-16T03:06:38.17088Z","end":"2026-04-16T03:06:46.67439Z","steps":["trace[1420678644] 'agreement among raft nodes before linearized reading' (duration: 7.601224816s)","trace[1420678644] 'count revisions from in-memory index tree' (duration: 902.18161ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:06:46.674422Z","caller":"traceutil/trace.go:171","msg":"trace[128886759] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1434; }","duration":"7.461669371s","start":"2026-04-16T03:06:39.212732Z","end":"2026-04-16T03:06:46.674401Z","steps":["trace[128886759] 'agreement among raft nodes before linearized reading' (duration: 6.559361399s)","trace[128886759] 'count revisions from in-memory index tree' (duration: 902.173899ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:06:46.674444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.616791945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:06:46.67447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:39.212709Z","time spent":"7.461748024s","remote":"127.0.0.1:56324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:06:46.674464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:38.170846Z","time spent":"8.503607211s","remote":"127.0.0.1:56346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:06:46.674501Z","caller":"traceutil/trace.go:171","msg":"trace[1769952439] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:0; response_revision:1434; }","duration":"10.616865336s","start":"2026-04-16T03:06:36.05762Z","end":"2026-04-16T03:06:46.674485Z","steps":["trace[1769952439] 'agreement among raft nodes before linearized reading' (duration: 9.714554714s)","trace[1769952439] 'range keys from in-memory index tree' (duration: 902.238491ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:06:46.674551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:36.0576Z","time spent":"10.616933999s","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-04-16T03:06:46.674604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:39.853502Z","time spent":"6.820922791s","remote":"127.0.0.1:56066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:06:46.674347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.167105303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:06:46.674747Z","caller":"traceutil/trace.go:171","msg":"trace[1749620358] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:1434; }","duration":"6.167509123s","start":"2026-04-16T03:06:40.507214Z","end":"2026-04-16T03:06:46.674723Z","steps":["trace[1749620358] 'agreement among raft nodes before linearized reading' (duration: 5.264821871s)","trace[1749620358] 'count revisions from in-memory index tree' (duration: 902.262751ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:06:46.674454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.331257964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:06:46.674837Z","caller":"traceutil/trace.go:171","msg":"trace[1124988924] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1434; }","duration":"6.331670614s","start":"2026-04-16T03:06:40.343145Z","end":"2026-04-16T03:06:46.674815Z","steps":["trace[1124988924] 'agreement among raft nodes before linearized reading' (duration: 5.428909601s)","trace[1124988924] 'count revisions from in-memory index tree' (duration: 902.378534ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:06:46.674824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:40.507156Z","time spent":"6.167650846s","remote":"127.0.0.1:59260","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:06:46.674902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:40.34312Z","time spent":"6.331762147s","remote":"127.0.0.1:56246","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:06:46.675125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.115529ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:06:46.675242Z","caller":"traceutil/trace.go:171","msg":"trace[234474155] transaction","detail":"{read_only:false; response_revision:1435; number_of_response:1; }","duration":"1.234409141s","start":"2026-04-16T03:06:45.440812Z","end":"2026-04-16T03:06:46.675221Z","steps":["trace[234474155] 'process raft request' (duration: 607.119218ms)","trace[234474155] 'compare' (duration: 626.113074ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:06:46.675352Z","caller":"traceutil/trace.go:171","msg":"trace[444026195] linearizableReadLoop","detail":"{readStateIndex:1518; appliedIndex:1517; }","duration":"903.330787ms","start":"2026-04-16T03:06:45.771999Z","end":"2026-04-16T03:06:46.67533Z","steps":["trace[444026195] 'read index received' (duration: 275.977672ms)","trace[444026195] 'applied index is now lower than readState.Index' (duration: 627.350045ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:06:46.675364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:45.440782Z","time spent":"1.234508464s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:06:46.675363Z","caller":"traceutil/trace.go:171","msg":"trace[1884339784] transaction","detail":"{read_only:false; response_revision:1436; number_of_response:1; }","duration":"533.188085ms","start":"2026-04-16T03:06:46.142154Z","end":"2026-04-16T03:06:46.675342Z","steps":["trace[1884339784] 'process raft request' (duration: 533.077223ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:46.675457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.706217059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:06:46.675466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.20528566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:06:46.675482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.866032002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:06:46.675509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.527897831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:06:46.675513Z","caller":"traceutil/trace.go:171","msg":"trace[1092966438] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1436; }","duration":"4.205406392s","start":"2026-04-16T03:06:42.470094Z","end":"2026-04-16T03:06:46.675501Z","steps":["trace[1092966438] 'agreement among raft nodes before linearized reading' (duration: 4.20531208s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:46.675525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:46.142129Z","time spent":"533.34829ms","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:06:46.675541Z","caller":"traceutil/trace.go:171","msg":"trace[1468637371] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1436; }","duration":"3.866134784s","start":"2026-04-16T03:06:42.809392Z","end":"2026-04-16T03:06:46.675527Z","steps":["trace[1468637371] 'agreement among raft nodes before linearized reading' (duration: 3.866036262s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:06:46.675556Z","caller":"traceutil/trace.go:171","msg":"trace[388657778] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1436; }","duration":"4.527994613s","start":"2026-04-16T03:06:42.147548Z","end":"2026-04-16T03:06:46.675543Z","steps":["trace[388657778] 'agreement among raft nodes before linearized reading' (duration: 4.527912841s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:46.675568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:42.47007Z","time spent":"4.205482895s","remote":"127.0.0.1:59320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:06:46.675579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:42.809367Z","time spent":"3.866201676s","remote":"127.0.0.1:59290","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:06:46.675603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:42.147525Z","time spent":"4.528062816s","remote":"127.0.0.1:56254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:06:46.675603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.347564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:06:46.6755Z","caller":"traceutil/trace.go:171","msg":"trace[1321836558] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1436; }","duration":"3.706322581s","start":"2026-04-16T03:06:42.969166Z","end":"2026-04-16T03:06:46.675488Z","steps":["trace[1321836558] 'agreement among raft nodes before linearized reading' (duration: 3.706223189s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:06:46.675655Z","caller":"traceutil/trace.go:171","msg":"trace[287405152] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1436; }","duration":"593.450156ms","start":"2026-04-16T03:06:46.082193Z","end":"2026-04-16T03:06:46.675643Z","steps":["trace[287405152] 'agreement among raft nodes before linearized reading' (duration: 593.365524ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:46.675657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197097066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:550"} {"level":"warn","ts":"2026-04-16T03:06:46.675688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:46.082168Z","time spent":"593.513038ms","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:06:46.67569Z","caller":"traceutil/trace.go:171","msg":"trace[1180968453] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:1436; }","duration":"1.197158108s","start":"2026-04-16T03:06:45.478523Z","end":"2026-04-16T03:06:46.675682Z","steps":["trace[1180968453] 'agreement among raft nodes before linearized reading' (duration: 1.196997914s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:46.675679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:42.969138Z","time spent":"3.706522736s","remote":"127.0.0.1:58948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:06:46.675694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.139420609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"warn","ts":"2026-04-16T03:06:46.675722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:45.478507Z","time spent":"1.197208519s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":573,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"info","ts":"2026-04-16T03:06:46.675746Z","caller":"traceutil/trace.go:171","msg":"trace[2067773165] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:1436; }","duration":"5.139497611s","start":"2026-04-16T03:06:41.536234Z","end":"2026-04-16T03:06:46.675731Z","steps":["trace[2067773165] 'agreement among raft nodes before linearized reading' (duration: 5.139285406s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:46.675795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:41.53622Z","time spent":"5.139564062s","remote":"127.0.0.1:59066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7326,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-16T03:06:46.675847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.643859978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T03:06:46.675881Z","caller":"traceutil/trace.go:171","msg":"trace[1363381133] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1436; }","duration":"1.643926379s","start":"2026-04-16T03:06:45.031944Z","end":"2026-04-16T03:06:46.67587Z","steps":["trace[1363381133] 'agreement among raft nodes before linearized reading' (duration: 1.643832177s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:46.675908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:45.031928Z","time spent":"1.64397421s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:06:46.675908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.918399645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:06:46.675941Z","caller":"traceutil/trace.go:171","msg":"trace[1372556439] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1436; }","duration":"1.918466526s","start":"2026-04-16T03:06:44.757466Z","end":"2026-04-16T03:06:46.675932Z","steps":["trace[1372556439] 'agreement among raft nodes before linearized reading' (duration: 1.918404345s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:46.67597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:44.757447Z","time spent":"1.918515978s","remote":"127.0.0.1:56336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:06:46.675975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.139612564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6b72d15525d35\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-04-16T03:06:46.676014Z","caller":"traceutil/trace.go:171","msg":"trace[901529116] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6b72d15525d35; range_end:; response_count:1; response_revision:1436; }","duration":"5.139699986s","start":"2026-04-16T03:06:41.536303Z","end":"2026-04-16T03:06:46.676003Z","steps":["trace[901529116] 'agreement among raft nodes before linearized reading' (duration: 5.139554352s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:46.676159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:41.536283Z","time spent":"5.13986688s","remote":"127.0.0.1:58944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6b72d15525d35\" "} {"level":"warn","ts":"2026-04-16T03:06:47.177742Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439974183,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:06:48.67715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999817155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:06:48.677234Z","caller":"traceutil/trace.go:171","msg":"trace[202489394] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999948958s","start":"2026-04-16T03:06:46.677269Z","end":"2026-04-16T03:06:48.677218Z","steps":["trace[202489394] 'agreement among raft nodes before linearized reading' (duration: 1.999843895s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:48.677274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:46.677245Z","time spent":"2.0000221s","remote":"127.0.0.1:58872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:06:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:06:49.340264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.77811376s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-16T03:06:49.340368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:46.67648Z","time spent":"2.663882489s","remote":"127.0.0.1:58910","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:06:50.476472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.795643399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:06:50.476559Z","caller":"traceutil/trace.go:171","msg":"trace[2064864814] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"3.795770853s","start":"2026-04-16T03:06:46.680769Z","end":"2026-04-16T03:06:50.47654Z","steps":["trace[2064864814] 'agreement among raft nodes before linearized reading' (duration: 3.79565601s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:50.476633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:46.68076Z","time spent":"3.795861625s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/04/16 03:06:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:06:50.678104Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.115913471s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:06:50.685197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999865844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:06:50.685296Z","caller":"traceutil/trace.go:171","msg":"trace[1726156423] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000032538s","start":"2026-04-16T03:06:48.685242Z","end":"2026-04-16T03:06:50.685275Z","steps":["trace[1726156423] 'agreement among raft nodes before linearized reading' (duration: 1.999903565s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:50.685361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:48.68522Z","time spent":"2.000131422s","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:06:51.217026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.450738ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:06:51.217124Z","caller":"traceutil/trace.go:171","msg":"trace[1839016525] linearizableReadLoop","detail":"{readStateIndex:1521; appliedIndex:1519; }","duration":"4.539796599s","start":"2026-04-16T03:06:46.677309Z","end":"2026-04-16T03:06:51.217105Z","steps":["trace[1839016525] 'read index received' (duration: 884.830885ms)","trace[1839016525] 'applied index is now lower than readState.Index' (duration: 3.654963154s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:06:51.217159Z","caller":"traceutil/trace.go:171","msg":"trace[1216869174] transaction","detail":"{read_only:false; response_revision:1437; number_of_response:1; }","duration":"4.538311353s","start":"2026-04-16T03:06:46.678819Z","end":"2026-04-16T03:06:51.217131Z","steps":["trace[1216869174] 'process raft request' (duration: 3.99967642s)","trace[1216869174] 'compare' (duration: 538.195112ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:06:51.217299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:46.678807Z","time spent":"4.538419115s","remote":"127.0.0.1:58944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:06:51.715829Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.037416007s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:06:52.686539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000721397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:06:52.686634Z","caller":"traceutil/trace.go:171","msg":"trace[1569377342] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000879681s","start":"2026-04-16T03:06:50.685734Z","end":"2026-04-16T03:06:52.686614Z","steps":["trace[1569377342] 'agreement among raft nodes before linearized reading' (duration: 2.000749398s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:52.686686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:50.685713Z","time spent":"2.000963404s","remote":"127.0.0.1:58872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:06:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:06:53.159815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.443625123s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:06:53.16012Z","caller":"traceutil/trace.go:171","msg":"trace[1265134151] linearizableReadLoop","detail":"{readStateIndex:1523; appliedIndex:1521; }","duration":"1.94294997s","start":"2026-04-16T03:06:51.217147Z","end":"2026-04-16T03:06:53.160097Z","steps":["trace[1265134151] 'read index received' (duration: 498.853286ms)","trace[1265134151] 'applied index is now lower than readState.Index' (duration: 1.444095384s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:06:53.160182Z","caller":"traceutil/trace.go:171","msg":"trace[953675697] transaction","detail":"{read_only:false; response_revision:1439; number_of_response:1; }","duration":"2.679849569s","start":"2026-04-16T03:06:50.480281Z","end":"2026-04-16T03:06:53.160131Z","steps":["trace[953675697] 'process raft request' (duration: 2.679670755s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:06:53.160411Z","caller":"traceutil/trace.go:171","msg":"trace[1198456879] transaction","detail":"{read_only:false; response_revision:1438; number_of_response:1; }","duration":"3.818990673s","start":"2026-04-16T03:06:49.341374Z","end":"2026-04-16T03:06:53.160365Z","steps":["trace[1198456879] 'process raft request' (duration: 2.374680454s)","trace[1198456879] 'compare' (duration: 1.443089179s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:06:53.161187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.908949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:06:53.161296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:49.341333Z","time spent":"3.819764942s","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:06:53.161323Z","caller":"traceutil/trace.go:171","msg":"trace[485426234] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1439; }","duration":"327.070793ms","start":"2026-04-16T03:06:52.834187Z","end":"2026-04-16T03:06:53.161258Z","steps":["trace[485426234] 'agreement among raft nodes before linearized reading' (duration: 326.861078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:53.161382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:52.834164Z","time spent":"327.200465ms","remote":"127.0.0.1:59140","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:06:53.161367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.87989687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:06:53.161646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.495115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:06:53.161184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.565249526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:06:53.161755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.940663303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6b758be79659a\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-04-16T03:06:53.161767Z","caller":"traceutil/trace.go:171","msg":"trace[1270153111] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1439; }","duration":"466.631129ms","start":"2026-04-16T03:06:52.695081Z","end":"2026-04-16T03:06:53.161712Z","steps":["trace[1270153111] 'agreement among raft nodes before linearized reading' (duration: 466.266229ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:06:53.161795Z","caller":"traceutil/trace.go:171","msg":"trace[738342135] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1439; }","duration":"4.565912854s","start":"2026-04-16T03:06:48.595833Z","end":"2026-04-16T03:06:53.161746Z","steps":["trace[738342135] 'agreement among raft nodes before linearized reading' (duration: 4.564419676s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:53.161823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:52.695062Z","time spent":"466.751593ms","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:06:53.161658Z","caller":"traceutil/trace.go:171","msg":"trace[1745756856] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:1439; }","duration":"1.880214348s","start":"2026-04-16T03:06:51.281379Z","end":"2026-04-16T03:06:53.161594Z","steps":["trace[1745756856] 'agreement among raft nodes before linearized reading' (duration: 1.879039969s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:53.161509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:50.480258Z","time spent":"2.680029313s","remote":"127.0.0.1:58944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:06:53.161946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:51.281356Z","time spent":"1.880561528s","remote":"127.0.0.1:56236","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:06:53.162047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.525346868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:06:53.162096Z","caller":"traceutil/trace.go:171","msg":"trace[277429021] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1439; }","duration":"4.525529593s","start":"2026-04-16T03:06:48.636543Z","end":"2026-04-16T03:06:53.162073Z","steps":["trace[277429021] 'agreement among raft nodes before linearized reading' (duration: 4.523776549s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:06:53.161816Z","caller":"traceutil/trace.go:171","msg":"trace[448051753] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18a6b758be79659a; range_end:; response_count:1; response_revision:1439; }","duration":"1.940757015s","start":"2026-04-16T03:06:51.221043Z","end":"2026-04-16T03:06:53.1618Z","steps":["trace[448051753] 'agreement among raft nodes before linearized reading' (duration: 1.939215916s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:53.162144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:48.636531Z","time spent":"4.525596004s","remote":"127.0.0.1:59010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:06:53.162198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:51.221024Z","time spent":"1.941149664s","remote":"127.0.0.1:58944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":796,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18a6b758be79659a\" "} {"level":"warn","ts":"2026-04-16T03:06:53.161889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:48.595813Z","time spent":"4.566047447s","remote":"127.0.0.1:58944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":100,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:06:53.162746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.542692732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:06:53.162805Z","caller":"traceutil/trace.go:171","msg":"trace[1983926102] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1439; }","duration":"4.542779375s","start":"2026-04-16T03:06:48.620008Z","end":"2026-04-16T03:06:53.162788Z","steps":["trace[1983926102] 'agreement among raft nodes before linearized reading' (duration: 4.540339173s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:53.162871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:48.619994Z","time spent":"4.542864706s","remote":"127.0.0.1:59238","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":69,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:06:53.163024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.612546864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:06:53.163107Z","caller":"traceutil/trace.go:171","msg":"trace[217332579] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:1439; }","duration":"1.612650746s","start":"2026-04-16T03:06:51.550417Z","end":"2026-04-16T03:06:53.163068Z","steps":["trace[217332579] 'agreement among raft nodes before linearized reading' (duration: 1.609962479s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:53.16316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223957209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:06:53.163162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:51.550395Z","time spent":"1.612748118s","remote":"127.0.0.1:56194","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:06:53.16323Z","caller":"traceutil/trace.go:171","msg":"trace[282781585] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1439; }","duration":"1.224059372s","start":"2026-04-16T03:06:51.939137Z","end":"2026-04-16T03:06:53.163196Z","steps":["trace[282781585] 'agreement among raft nodes before linearized reading' (duration: 1.221234361s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:53.163271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:51.939109Z","time spent":"1.224149074s","remote":"127.0.0.1:59060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:06:53.670769Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439974193,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:06:54.171152Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439974193,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:06:54.671759Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439974193,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:06:55.172934Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439974193,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:06:55.673593Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439974193,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:06:55.790292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997817344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:06:55.790398Z","caller":"traceutil/trace.go:171","msg":"trace[855101580] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.997992248s","start":"2026-04-16T03:06:53.792381Z","end":"2026-04-16T03:06:55.790373Z","steps":["trace[855101580] 'agreement among raft nodes before linearized reading' (duration: 1.997862305s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:55.790461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:53.792353Z","time spent":"1.998094971s","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:06:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:06:56.05453Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.194753868s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:06:56.736862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.475292505s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:06:56.737004Z","caller":"traceutil/trace.go:171","msg":"trace[1984621226] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1439; }","duration":"2.475451169s","start":"2026-04-16T03:06:54.261528Z","end":"2026-04-16T03:06:56.736979Z","steps":["trace[1984621226] 'range keys from in-memory index tree' (duration: 2.475271724s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:56.737568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.587119ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:06:56.737694Z","caller":"traceutil/trace.go:171","msg":"trace[1192818044] linearizableReadLoop","detail":"{readStateIndex:1524; appliedIndex:1523; }","duration":"3.567673629s","start":"2026-04-16T03:06:53.169997Z","end":"2026-04-16T03:06:56.737671Z","steps":["trace[1192818044] 'read index received' (duration: 2.884733932s)","trace[1192818044] 'applied index is now lower than readState.Index' (duration: 682.933997ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:06:56.737814Z","caller":"traceutil/trace.go:171","msg":"trace[294336958] transaction","detail":"{read_only:false; response_revision:1440; number_of_response:1; }","duration":"3.569176566s","start":"2026-04-16T03:06:53.168624Z","end":"2026-04-16T03:06:56.7378Z","steps":["trace[294336958] 'process raft request' (duration: 2.886238458s)","trace[294336958] 'compare' (duration: 682.116467ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:06:56.73788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:53.168593Z","time spent":"3.569249708s","remote":"127.0.0.1:58944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:06:56.738037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.561389941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-04-16T03:06:56.738076Z","caller":"traceutil/trace.go:171","msg":"trace[783420352] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:1440; }","duration":"3.561440672s","start":"2026-04-16T03:06:53.176623Z","end":"2026-04-16T03:06:56.738063Z","steps":["trace[783420352] 'agreement among raft nodes before linearized reading' (duration: 3.561222107s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:56.73814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:53.176616Z","time spent":"3.561515484s","remote":"127.0.0.1:59066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7326,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-16T03:06:56.738199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.784491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:06:56.738238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.701312326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:06:56.738236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.205416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:06:56.738286Z","caller":"traceutil/trace.go:171","msg":"trace[2120121135] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:1440; }","duration":"2.701401938s","start":"2026-04-16T03:06:54.036871Z","end":"2026-04-16T03:06:56.738273Z","steps":["trace[2120121135] 'agreement among raft nodes before linearized reading' (duration: 2.701297656s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:56.738277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.568266584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-16T03:06:56.738295Z","caller":"traceutil/trace.go:171","msg":"trace[865507776] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:1440; }","duration":"949.938275ms","start":"2026-04-16T03:06:55.788332Z","end":"2026-04-16T03:06:56.738271Z","steps":["trace[865507776] 'agreement among raft nodes before linearized reading' (duration: 949.71329ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:06:56.738304Z","caller":"traceutil/trace.go:171","msg":"trace[883739767] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:1440; }","duration":"313.329379ms","start":"2026-04-16T03:06:56.424954Z","end":"2026-04-16T03:06:56.738284Z","steps":["trace[883739767] 'agreement among raft nodes before linearized reading' (duration: 313.211076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:56.738315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:54.036849Z","time spent":"2.70145953s","remote":"127.0.0.1:56184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:06:56.738345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:55.78831Z","time spent":"950.025087ms","remote":"127.0.0.1:56164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:06:56.738343Z","caller":"traceutil/trace.go:171","msg":"trace[128044037] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1440; }","duration":"3.568350936s","start":"2026-04-16T03:06:53.169974Z","end":"2026-04-16T03:06:56.738325Z","steps":["trace[128044037] 'agreement among raft nodes before linearized reading' (duration: 3.568154131s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:56.738358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:56.424928Z","time spent":"313.414501ms","remote":"127.0.0.1:56074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:06:56.738396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:53.169966Z","time spent":"3.568420577s","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-16T03:06:56.738471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.807231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:06:56.738673Z","caller":"traceutil/trace.go:171","msg":"trace[46590529] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1440; }","duration":"948.046978ms","start":"2026-04-16T03:06:55.790561Z","end":"2026-04-16T03:06:56.738608Z","steps":["trace[46590529] 'agreement among raft nodes before linearized reading' (duration: 947.475203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:56.738739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:55.790537Z","time spent":"948.189231ms","remote":"127.0.0.1:58872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:06:57.470517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.031503ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-16T03:06:57.470712Z","caller":"traceutil/trace.go:171","msg":"trace[780987528] linearizableReadLoop","detail":"{readStateIndex:1525; appliedIndex:1524; }","duration":"723.220146ms","start":"2026-04-16T03:06:56.747462Z","end":"2026-04-16T03:06:57.470682Z","steps":["trace[780987528] 'read index received' (duration: 97.703µs)","trace[780987528] 'applied index is now lower than readState.Index' (duration: 723.119783ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:06:57.470759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:56.747396Z","time spent":"723.35053ms","remote":"127.0.0.1:58910","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:06:57.470867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.387251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:06:57.470916Z","caller":"traceutil/trace.go:171","msg":"trace[412797210] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1440; }","duration":"723.479973ms","start":"2026-04-16T03:06:56.747421Z","end":"2026-04-16T03:06:57.470901Z","steps":["trace[412797210] 'agreement among raft nodes before linearized reading' (duration: 723.377401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:57.470967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:56.747404Z","time spent":"723.550255ms","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:06:58.495586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.028346ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:06:58.495923Z","caller":"traceutil/trace.go:171","msg":"trace[1934716666] transaction","detail":"{read_only:false; response_revision:1441; number_of_response:1; }","duration":"1.74774697s","start":"2026-04-16T03:06:56.748136Z","end":"2026-04-16T03:06:58.495883Z","steps":["trace[1934716666] 'process raft request' (duration: 1.106303072s)","trace[1934716666] 'compare' (duration: 640.809241ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:06:58.496004Z","caller":"traceutil/trace.go:171","msg":"trace[1060305064] linearizableReadLoop","detail":"{readStateIndex:1529; appliedIndex:1525; }","duration":"1.025223491s","start":"2026-04-16T03:06:57.470754Z","end":"2026-04-16T03:06:58.495977Z","steps":["trace[1060305064] 'read index received' (duration: 383.720412ms)","trace[1060305064] 'applied index is now lower than readState.Index' (duration: 641.501629ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:06:58.496088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:56.748121Z","time spent":"1.747887023s","remote":"127.0.0.1:58944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:06:58.49612Z","caller":"traceutil/trace.go:171","msg":"trace[1940127555] transaction","detail":"{read_only:false; response_revision:1444; number_of_response:1; }","duration":"1.624786949s","start":"2026-04-16T03:06:56.871308Z","end":"2026-04-16T03:06:58.496095Z","steps":["trace[1940127555] 'process raft request' (duration: 1.624594824s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:06:58.496118Z","caller":"traceutil/trace.go:171","msg":"trace[344137700] transaction","detail":"{read_only:false; response_revision:1442; number_of_response:1; }","duration":"1.745042992s","start":"2026-04-16T03:06:56.751034Z","end":"2026-04-16T03:06:58.496077Z","steps":["trace[344137700] 'process raft request' (duration: 1.744697313s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:06:58.496116Z","caller":"traceutil/trace.go:171","msg":"trace[977772005] transaction","detail":"{read_only:false; response_revision:1443; number_of_response:1; }","duration":"1.652681498s","start":"2026-04-16T03:06:56.84339Z","end":"2026-04-16T03:06:58.496071Z","steps":["trace[977772005] 'process raft request' (duration: 1.652449763s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:58.49623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:56.871272Z","time spent":"1.624886952s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:06:58.496275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:56.843351Z","time spent":"1.652840342s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:06:58.496279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.644712429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:06:58.496365Z","caller":"traceutil/trace.go:171","msg":"trace[1721941370] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1444; }","duration":"1.644873882s","start":"2026-04-16T03:06:56.851474Z","end":"2026-04-16T03:06:58.496348Z","steps":["trace[1721941370] 'agreement among raft nodes before linearized reading' (duration: 1.644608856s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:58.496413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:56.851445Z","time spent":"1.644958455s","remote":"127.0.0.1:59302","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:06:58.496263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:56.751018Z","time spent":"1.745164075s","remote":"127.0.0.1:59066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:06:58.996494Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439974207,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:06:59.288468Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.43394739s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:06:59.472062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999925387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:06:59.472142Z","caller":"traceutil/trace.go:171","msg":"trace[1664497636] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000068841s","start":"2026-04-16T03:06:57.472054Z","end":"2026-04-16T03:06:59.472123Z","steps":["trace[1664497636] 'agreement among raft nodes before linearized reading' (duration: 1.999962728s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:06:59.472184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:57.472023Z","time spent":"2.000154103s","remote":"127.0.0.1:58872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:07:01.505549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998862721s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:07:01.505658Z","caller":"traceutil/trace.go:171","msg":"trace[1926482241] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99923168s","start":"2026-04-16T03:06:59.506404Z","end":"2026-04-16T03:07:01.505635Z","steps":["trace[1926482241] 'agreement among raft nodes before linearized reading' (duration: 1.999081896s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:01.505717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:59.506373Z","time spent":"1.999331823s","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:07:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:07:01.843497Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.554749175s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:07:03.490701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.201789033s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:07:03.490985Z","caller":"traceutil/trace.go:171","msg":"trace[227679150] linearizableReadLoop","detail":"{readStateIndex:1531; appliedIndex:1529; }","duration":"4.99490142s","start":"2026-04-16T03:06:58.49606Z","end":"2026-04-16T03:07:03.490961Z","steps":["trace[227679150] 'read index received' (duration: 792.750208ms)","trace[227679150] 'applied index is now lower than readState.Index' (duration: 4.202149582s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:07:03.491108Z","caller":"traceutil/trace.go:171","msg":"trace[915206981] transaction","detail":"{read_only:false; response_revision:1445; number_of_response:1; }","duration":"6.019183738s","start":"2026-04-16T03:06:57.471905Z","end":"2026-04-16T03:07:03.491089Z","steps":["trace[915206981] 'process raft request' (duration: 1.816892973s)","trace[915206981] 'compare' (duration: 4.201575437s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:07:03.491207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:57.471878Z","time spent":"6.01927955s","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:07:03.491479Z","caller":"traceutil/trace.go:171","msg":"trace[275387534] transaction","detail":"{read_only:false; response_revision:1446; number_of_response:1; }","duration":"4.990802148s","start":"2026-04-16T03:06:58.500662Z","end":"2026-04-16T03:07:03.491464Z","steps":["trace[275387534] 'process raft request' (duration: 4.990176742s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:03.491555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:06:58.500628Z","time spent":"4.99088972s","remote":"127.0.0.1:58944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:07:03.5065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000523012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:07:03.506625Z","caller":"traceutil/trace.go:171","msg":"trace[168643223] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000727757s","start":"2026-04-16T03:07:01.505869Z","end":"2026-04-16T03:07:03.506597Z","steps":["trace[168643223] 'agreement among raft nodes before linearized reading' (duration: 2.000562083s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:03.506676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:01.505846Z","time spent":"2.00081954s","remote":"127.0.0.1:58872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:07:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:07:04.816788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999781584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:07:04.816865Z","caller":"traceutil/trace.go:171","msg":"trace[1440917818] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999920547s","start":"2026-04-16T03:07:02.816927Z","end":"2026-04-16T03:07:04.816848Z","steps":["trace[1440917818] 'agreement among raft nodes before linearized reading' (duration: 1.999821094s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:04.816919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:02.816904Z","time spent":"2.000005219s","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:07:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:07:05.513132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000106442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:07:05.513302Z","caller":"traceutil/trace.go:171","msg":"trace[793769771] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000362728s","start":"2026-04-16T03:07:03.512906Z","end":"2026-04-16T03:07:05.513268Z","steps":["trace[793769771] 'agreement among raft nodes before linearized reading' (duration: 2.000135533s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:05.51339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:03.512886Z","time spent":"2.000486422s","remote":"127.0.0.1:58872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:07:05 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:07:05.583099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.034149596s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T03:07:05.583243Z","caller":"traceutil/trace.go:171","msg":"trace[1478048958] linearizableReadLoop","detail":"{readStateIndex:1532; appliedIndex:1531; }","duration":"2.092179649s","start":"2026-04-16T03:07:03.491042Z","end":"2026-04-16T03:07:05.583222Z","steps":["trace[1478048958] 'read index received' (duration: 57.928611ms)","trace[1478048958] 'applied index is now lower than readState.Index' (duration: 2.034248918s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:07:05.583623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.321660217s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:07:05.583706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.954910799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:07:05.583746Z","caller":"traceutil/trace.go:171","msg":"trace[1896797778] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1446; }","duration":"1.3217985s","start":"2026-04-16T03:07:04.261927Z","end":"2026-04-16T03:07:05.583726Z","steps":["trace[1896797778] 'range keys from in-memory index tree' (duration: 1.321636246s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:07:05.583779Z","caller":"traceutil/trace.go:171","msg":"trace[821925987] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:1446; }","duration":"4.954998241s","start":"2026-04-16T03:07:00.628759Z","end":"2026-04-16T03:07:05.583757Z","steps":["trace[821925987] 'agreement among raft nodes before linearized reading' (duration: 4.954865118s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:05.583815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:00.628731Z","time spent":"4.955076612s","remote":"127.0.0.1:56218","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:07:05.583843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:03.4959Z","time spent":"2.087935783s","remote":"127.0.0.1:58944","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:07:05.583891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.089113442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-04-16T03:07:05.583879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.2563055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:07:05.583935Z","caller":"traceutil/trace.go:171","msg":"trace[1870886106] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1446; }","duration":"2.089220464s","start":"2026-04-16T03:07:03.494701Z","end":"2026-04-16T03:07:05.583922Z","steps":["trace[1870886106] 'agreement among raft nodes before linearized reading' (duration: 2.089104961s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:05.583965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103353149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:07:05.584007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.87878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:07:05.584011Z","caller":"traceutil/trace.go:171","msg":"trace[1497839767] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:1446; }","duration":"3.256499775s","start":"2026-04-16T03:07:02.327487Z","end":"2026-04-16T03:07:05.583987Z","steps":["trace[1497839767] 'agreement among raft nodes before linearized reading' (duration: 3.256252929s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:05.584043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:03.494673Z","time spent":"2.089360468s","remote":"127.0.0.1:59050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-16T03:07:05.584058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.07589038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"warn","ts":"2026-04-16T03:07:05.584071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.534329976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:07:05.584087Z","caller":"traceutil/trace.go:171","msg":"trace[1480358311] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:1446; }","duration":"2.075964942s","start":"2026-04-16T03:07:03.508115Z","end":"2026-04-16T03:07:05.58408Z","steps":["trace[1480358311] 'agreement among raft nodes before linearized reading' (duration: 2.075812538s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:07:05.584071Z","caller":"traceutil/trace.go:171","msg":"trace[1167124085] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1446; }","duration":"859.990632ms","start":"2026-04-16T03:07:04.724062Z","end":"2026-04-16T03:07:05.584053Z","steps":["trace[1167124085] 'agreement among raft nodes before linearized reading' (duration: 859.857729ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:05.584087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:02.327463Z","time spent":"3.256609138s","remote":"127.0.0.1:59188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:07:05.584074Z","caller":"traceutil/trace.go:171","msg":"trace[1355216169] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:1446; }","duration":"1.103552633s","start":"2026-04-16T03:07:04.480492Z","end":"2026-04-16T03:07:05.584044Z","steps":["trace[1355216169] 'agreement among raft nodes before linearized reading' (duration: 1.103318957s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:05.584113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:03.508093Z","time spent":"2.076015924s","remote":"127.0.0.1:59066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-04-16T03:07:05.584117Z","caller":"traceutil/trace.go:171","msg":"trace[1518822314] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1446; }","duration":"1.534412758s","start":"2026-04-16T03:07:04.049689Z","end":"2026-04-16T03:07:05.584101Z","steps":["trace[1518822314] 'agreement among raft nodes before linearized reading' (duration: 1.534342456s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:05.584131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:04.724035Z","time spent":"860.085715ms","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:07:05.584155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:04.049664Z","time spent":"1.534482719s","remote":"127.0.0.1:58990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":6,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:07:05.584151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:04.480464Z","time spent":"1.103675077s","remote":"127.0.0.1:56284","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:07:05.58396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.733001882s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:07:05.584272Z","caller":"traceutil/trace.go:171","msg":"trace[1146846846] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1446; }","duration":"1.733396101s","start":"2026-04-16T03:07:03.850853Z","end":"2026-04-16T03:07:05.584249Z","steps":["trace[1146846846] 'agreement among raft nodes before linearized reading' (duration: 1.732991141s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:05.584349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:03.85083Z","time spent":"1.733485524s","remote":"127.0.0.1:59150","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:07:06.088013Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439974214,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:07:06.588993Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439974214,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:07:06.675233Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.0890766s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:07:07.789594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999945008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:07:07.789665Z","caller":"traceutil/trace.go:171","msg":"trace[429547632] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000071091s","start":"2026-04-16T03:07:05.789578Z","end":"2026-04-16T03:07:07.789649Z","steps":["trace[429547632] 'agreement among raft nodes before linearized reading' (duration: 1.999976539s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:07.789705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:05.789556Z","time spent":"2.000142222s","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:07:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:07:08.147039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.47144621s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:07:08.147169Z","caller":"traceutil/trace.go:171","msg":"trace[2047236372] transaction","detail":"{read_only:false; response_revision:1447; number_of_response:1; }","duration":"2.561120055s","start":"2026-04-16T03:07:05.586026Z","end":"2026-04-16T03:07:08.147146Z","steps":["trace[2047236372] 'process raft request' (duration: 1.089439669s)","trace[2047236372] 'compare' (duration: 1.470996979s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:07:08.147236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:05.585995Z","time spent":"2.561211737s","remote":"127.0.0.1:58944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:07:09.235114Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.484787072s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:07:09.789994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999923758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:07:09.790109Z","caller":"traceutil/trace.go:171","msg":"trace[7220917] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000084351s","start":"2026-04-16T03:07:07.789994Z","end":"2026-04-16T03:07:09.790078Z","steps":["trace[7220917] 'agreement among raft nodes before linearized reading' (duration: 1.999948807s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:09.790187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:07.789981Z","time spent":"2.000188084s","remote":"127.0.0.1:58872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:07:09 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:07:10.762097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.526360075s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:07:10.762359Z","caller":"traceutil/trace.go:171","msg":"trace[1000818914] linearizableReadLoop","detail":"{readStateIndex:1535; appliedIndex:1533; }","duration":"5.175429681s","start":"2026-04-16T03:07:05.586898Z","end":"2026-04-16T03:07:10.762328Z","steps":["trace[1000818914] 'read index received' (duration: 1.088589338s)","trace[1000818914] 'applied index is now lower than readState.Index' (duration: 4.086838753s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:07:10.762372Z","caller":"traceutil/trace.go:171","msg":"trace[1857405414] transaction","detail":"{read_only:false; response_revision:1448; number_of_response:1; }","duration":"5.168197951s","start":"2026-04-16T03:07:05.594124Z","end":"2026-04-16T03:07:10.762322Z","steps":["trace[1857405414] 'process raft request' (duration: 3.641473287s)","trace[1857405414] 'compare' (duration: 1.525669898s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:07:10.762449Z","caller":"traceutil/trace.go:171","msg":"trace[625879124] transaction","detail":"{read_only:false; response_revision:1449; number_of_response:1; }","duration":"2.028085913s","start":"2026-04-16T03:07:08.734349Z","end":"2026-04-16T03:07:10.762435Z","steps":["trace[625879124] 'process raft request' (duration: 2.027883018s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:10.762531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.175635987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-16T03:07:10.762529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:05.5941Z","time spent":"5.168344605s","remote":"127.0.0.1:59066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:07:10.762554Z","caller":"traceutil/trace.go:171","msg":"trace[1272397395] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1450; }","duration":"5.175704678s","start":"2026-04-16T03:07:05.586841Z","end":"2026-04-16T03:07:10.762546Z","steps":["trace[1272397395] 'agreement among raft nodes before linearized reading' (duration: 5.175590015s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:10.762542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:08.734318Z","time spent":"2.028170845s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:07:10.762575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:05.586821Z","time spent":"5.175749119s","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-04-16T03:07:10.762402Z","caller":"traceutil/trace.go:171","msg":"trace[1318159846] transaction","detail":"{read_only:false; response_revision:1450; number_of_response:1; }","duration":"2.027705412s","start":"2026-04-16T03:07:08.734678Z","end":"2026-04-16T03:07:10.762384Z","steps":["trace[1318159846] 'process raft request' (duration: 2.027639211s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:10.762705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.504365691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:07:10.762738Z","caller":"traceutil/trace.go:171","msg":"trace[100426852] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1450; }","duration":"4.504436093s","start":"2026-04-16T03:07:06.258291Z","end":"2026-04-16T03:07:10.762728Z","steps":["trace[100426852] 'agreement among raft nodes before linearized reading' (duration: 4.504373051s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:10.762751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:08.734669Z","time spent":"2.028054211s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:07:10.762772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:06.25827Z","time spent":"4.504492886s","remote":"127.0.0.1:59268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:07:10.762794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.271273324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:07:10.76281Z","caller":"traceutil/trace.go:171","msg":"trace[1438195220] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1450; }","duration":"2.271348027s","start":"2026-04-16T03:07:08.491457Z","end":"2026-04-16T03:07:10.762805Z","steps":["trace[1438195220] 'agreement among raft nodes before linearized reading' (duration: 2.271316396s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:10.762824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:08.491428Z","time spent":"2.271392217s","remote":"127.0.0.1:59360","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":2,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:07:10.762907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.200787529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:07:10.762922Z","caller":"traceutil/trace.go:171","msg":"trace[179509407] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1450; }","duration":"2.200856331s","start":"2026-04-16T03:07:08.562062Z","end":"2026-04-16T03:07:10.762918Z","steps":["trace[179509407] 'agreement among raft nodes before linearized reading' (duration: 2.20083024s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:10.762934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:08.56203Z","time spent":"2.200900872s","remote":"127.0.0.1:59124","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:07:10.762918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.050919416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:07:10.763007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.251986301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:07:10.762996Z","caller":"traceutil/trace.go:171","msg":"trace[1333780817] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1450; }","duration":"2.051051869s","start":"2026-04-16T03:07:08.711925Z","end":"2026-04-16T03:07:10.762977Z","steps":["trace[1333780817] 'agreement among raft nodes before linearized reading' (duration: 2.050911685s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:07:10.763022Z","caller":"traceutil/trace.go:171","msg":"trace[305986530] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:1450; }","duration":"2.252048483s","start":"2026-04-16T03:07:08.510969Z","end":"2026-04-16T03:07:10.763018Z","steps":["trace[305986530] 'agreement among raft nodes before linearized reading' (duration: 2.252024642s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:10.763039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:08.510944Z","time spent":"2.252091063s","remote":"127.0.0.1:59346","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:07:10.763039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:08.711902Z","time spent":"2.05112683s","remote":"127.0.0.1:58978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":16,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:07:10.763013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.497918772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:07:10.763115Z","caller":"traceutil/trace.go:171","msg":"trace[1442640957] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1450; }","duration":"2.498076896s","start":"2026-04-16T03:07:08.265031Z","end":"2026-04-16T03:07:10.763108Z","steps":["trace[1442640957] 'agreement among raft nodes before linearized reading' (duration: 2.497945493s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:10.763139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:08.265002Z","time spent":"2.498126537s","remote":"127.0.0.1:59310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:07:10.763128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.611752333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-g259p.18a6b7731854326b\" ","response":"range_response_count:1 size:861"} {"level":"info","ts":"2026-04-16T03:07:10.763171Z","caller":"traceutil/trace.go:171","msg":"trace[1723401113] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-g259p.18a6b7731854326b; range_end:; response_count:1; response_revision:1450; }","duration":"2.611832825s","start":"2026-04-16T03:07:08.151325Z","end":"2026-04-16T03:07:10.763157Z","steps":["trace[1723401113] 'agreement among raft nodes before linearized reading' (duration: 2.611711092s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:10.76321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:08.151305Z","time spent":"2.611894437s","remote":"127.0.0.1:58944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":884,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-g259p.18a6b7731854326b\" "} {"level":"warn","ts":"2026-04-16T03:07:10.763318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.628259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:07:10.762953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.309970574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:07:10.763353Z","caller":"traceutil/trace.go:171","msg":"trace[638251719] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1450; }","duration":"965.66186ms","start":"2026-04-16T03:07:09.79768Z","end":"2026-04-16T03:07:10.763342Z","steps":["trace[638251719] 'agreement among raft nodes before linearized reading' (duration: 965.609769ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:07:10.763359Z","caller":"traceutil/trace.go:171","msg":"trace[1694512893] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:1450; }","duration":"2.310420625s","start":"2026-04-16T03:07:08.452929Z","end":"2026-04-16T03:07:10.76335Z","steps":["trace[1694512893] 'agreement among raft nodes before linearized reading' (duration: 2.309984664s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:10.763359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.493998624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:07:10.763384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:08.452909Z","time spent":"2.310467436s","remote":"127.0.0.1:56112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:07:10.763381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:09.797616Z","time spent":"965.758772ms","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:07:10.763409Z","caller":"traceutil/trace.go:171","msg":"trace[1260660637] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:1450; }","duration":"3.494105706s","start":"2026-04-16T03:07:07.269288Z","end":"2026-04-16T03:07:10.763393Z","steps":["trace[1260660637] 'agreement among raft nodes before linearized reading' (duration: 3.494021984s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:10.76344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:07.269263Z","time spent":"3.494168278s","remote":"127.0.0.1:56300","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:07:11.266669Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439974222,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:07:11.76713Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439974222,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:07:11.966644Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.201222871s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:07:11.967015Z","caller":"traceutil/trace.go:171","msg":"trace[73533215] linearizableReadLoop","detail":"{readStateIndex:1538; appliedIndex:1537; }","duration":"1.200381898s","start":"2026-04-16T03:07:10.766607Z","end":"2026-04-16T03:07:11.966989Z","steps":["trace[73533215] 'read index received' (duration: 1.200187984s)","trace[73533215] 'applied index is now lower than readState.Index' (duration: 192.874µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:07:11.967127Z","caller":"traceutil/trace.go:171","msg":"trace[1964215044] transaction","detail":"{read_only:false; response_revision:1451; number_of_response:1; }","duration":"1.201792514s","start":"2026-04-16T03:07:10.765323Z","end":"2026-04-16T03:07:11.967115Z","steps":["trace[1964215044] 'process raft request' (duration: 1.201507427s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:11.967252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:10.76531Z","time spent":"1.201851516s","remote":"127.0.0.1:58944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:07:11.967646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.201032495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-16T03:07:11.967691Z","caller":"traceutil/trace.go:171","msg":"trace[14786480] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:1451; }","duration":"1.201111777s","start":"2026-04-16T03:07:10.766568Z","end":"2026-04-16T03:07:11.96768Z","steps":["trace[14786480] 'agreement among raft nodes before linearized reading' (duration: 1.200935503s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:11.967723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:10.766552Z","time spent":"1.201163659s","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-04-16T03:07:11.967944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199830316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-04-16T03:07:11.967981Z","caller":"traceutil/trace.go:171","msg":"trace[815252705] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:1451; }","duration":"1.199899288s","start":"2026-04-16T03:07:10.768074Z","end":"2026-04-16T03:07:11.967973Z","steps":["trace[815252705] 'agreement among raft nodes before linearized reading' (duration: 1.199804815s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:11.968009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:10.768058Z","time spent":"1.199945148s","remote":"127.0.0.1:59066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7326,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-16T03:07:11.968221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.430021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:07:11.968259Z","caller":"traceutil/trace.go:171","msg":"trace[689650816] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1451; }","duration":"180.500712ms","start":"2026-04-16T03:07:11.787749Z","end":"2026-04-16T03:07:11.96825Z","steps":["trace[689650816] 'agreement among raft nodes before linearized reading' (duration: 180.448521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:13.048397Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.07866459s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:07:14.086028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.11660404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:07:14.0861Z","caller":"traceutil/trace.go:171","msg":"trace[274892632] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1451; }","duration":"2.116729063s","start":"2026-04-16T03:07:11.969355Z","end":"2026-04-16T03:07:14.086084Z","steps":["trace[274892632] 'range keys from in-memory index tree' (duration: 2.116514098s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:14.086131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:11.969328Z","time spent":"2.116796385s","remote":"127.0.0.1:58872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:07:14.087191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038489554s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-16T03:07:14.087296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:11.969602Z","time spent":"2.117690117s","remote":"127.0.0.1:58910","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:07:14.188624Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.139931375s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:07:14.815799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000324948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:07:14.815909Z","caller":"traceutil/trace.go:171","msg":"trace[2064864769] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000499702s","start":"2026-04-16T03:07:12.815386Z","end":"2026-04-16T03:07:14.815885Z","steps":["trace[2064864769] 'agreement among raft nodes before linearized reading' (duration: 2.000360749s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:14.815975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:12.815363Z","time spent":"2.000598704s","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:07:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:07:15.769896Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.581086186s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:07:15.993627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000275256s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:07:15.99372Z","caller":"traceutil/trace.go:171","msg":"trace[2008846051] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00042247s","start":"2026-04-16T03:07:13.993276Z","end":"2026-04-16T03:07:15.993699Z","steps":["trace[2008846051] 'agreement among raft nodes before linearized reading' (duration: 2.000296017s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:15.993773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:13.993258Z","time spent":"2.000504542s","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:07:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:07:17.174155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.912266251s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:07:17.174286Z","caller":"traceutil/trace.go:171","msg":"trace[98516601] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1451; }","duration":"2.912455065s","start":"2026-04-16T03:07:14.261813Z","end":"2026-04-16T03:07:17.174268Z","steps":["trace[98516601] 'range keys from in-memory index tree' (duration: 2.91224892s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:17.175354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.98643524s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:07:17.17555Z","caller":"traceutil/trace.go:171","msg":"trace[2096396206] transaction","detail":"{read_only:false; response_revision:1452; number_of_response:1; }","duration":"5.186456419s","start":"2026-04-16T03:07:11.989075Z","end":"2026-04-16T03:07:17.175531Z","steps":["trace[2096396206] 'process raft request' (duration: 2.199764472s)","trace[2096396206] 'compare' (duration: 2.985071526s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:07:17.17565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:11.989046Z","time spent":"5.186561011s","remote":"127.0.0.1:59066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:07:17.176083Z","caller":"traceutil/trace.go:171","msg":"trace[108819606] transaction","detail":"{read_only:false; response_revision:1453; number_of_response:1; }","duration":"5.18693817s","start":"2026-04-16T03:07:11.989116Z","end":"2026-04-16T03:07:17.176054Z","steps":["trace[108819606] 'process raft request' (duration: 5.186322195s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:17.176204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:11.989078Z","time spent":"5.187072504s","remote":"127.0.0.1:58944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:07:17.844954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"669.158482ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T03:07:17.845302Z","caller":"traceutil/trace.go:171","msg":"trace[851082989] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1454; }","duration":"3.756918489s","start":"2026-04-16T03:07:14.088359Z","end":"2026-04-16T03:07:17.845277Z","steps":["trace[851082989] 'process raft request' (duration: 3.756739925s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:17.845434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:14.088328Z","time spent":"3.757025611s","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:07:17.845448Z","caller":"traceutil/trace.go:171","msg":"trace[1814533813] linearizableReadLoop","detail":"{readStateIndex:1542; appliedIndex:1538; }","duration":"5.029958808s","start":"2026-04-16T03:07:12.815441Z","end":"2026-04-16T03:07:17.845399Z","steps":["trace[1814533813] 'read index received' (duration: 233.236842ms)","trace[1814533813] 'applied index is now lower than readState.Index' (duration: 4.796718856s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:07:17.845559Z","caller":"traceutil/trace.go:171","msg":"trace[98954108] transaction","detail":"{read_only:false; response_revision:1455; number_of_response:1; }","duration":"664.997978ms","start":"2026-04-16T03:07:17.180525Z","end":"2026-04-16T03:07:17.845523Z","steps":["trace[98954108] 'process raft request' (duration: 664.67411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:17.845723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.339734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:07:17.845723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.993235768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:07:17.845726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:17.180495Z","time spent":"665.143782ms","remote":"127.0.0.1:58944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:07:17.845766Z","caller":"traceutil/trace.go:171","msg":"trace[329520000] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:1455; }","duration":"336.403367ms","start":"2026-04-16T03:07:17.509349Z","end":"2026-04-16T03:07:17.845752Z","steps":["trace[329520000] 'agreement among raft nodes before linearized reading' (duration: 336.305014ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:07:17.845781Z","caller":"traceutil/trace.go:171","msg":"trace[1987336273] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1455; }","duration":"4.993350921s","start":"2026-04-16T03:07:12.852413Z","end":"2026-04-16T03:07:17.845764Z","steps":["trace[1987336273] 'agreement among raft nodes before linearized reading' (duration: 4.993192937s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:17.845804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:17.509293Z","time spent":"336.501969ms","remote":"127.0.0.1:56154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:07:17.845823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:12.852388Z","time spent":"4.993425953s","remote":"127.0.0.1:59336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:07:17.845717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.851655333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:07:17.845868Z","caller":"traceutil/trace.go:171","msg":"trace[872143063] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1455; }","duration":"1.851870688s","start":"2026-04-16T03:07:15.993983Z","end":"2026-04-16T03:07:17.845853Z","steps":["trace[872143063] 'agreement among raft nodes before linearized reading' (duration: 1.851627682s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:17.845893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.372982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-g259p\" ","response":"range_response_count:1 size:4694"} {"level":"warn","ts":"2026-04-16T03:07:17.845911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:15.993958Z","time spent":"1.85194085s","remote":"127.0.0.1:58872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:07:17.845943Z","caller":"traceutil/trace.go:171","msg":"trace[1634328714] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-g259p; range_end:; response_count:1; response_revision:1455; }","duration":"666.436024ms","start":"2026-04-16T03:07:17.179486Z","end":"2026-04-16T03:07:17.845922Z","steps":["trace[1634328714] 'agreement among raft nodes before linearized reading' (duration: 666.28172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:17.845985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:17.179471Z","time spent":"666.505055ms","remote":"127.0.0.1:59066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4717,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-g259p\" "} {"level":"warn","ts":"2026-04-16T03:07:17.846015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.14936518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:07:17.846052Z","caller":"traceutil/trace.go:171","msg":"trace[1128063726] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:1455; }","duration":"2.149491343s","start":"2026-04-16T03:07:15.69655Z","end":"2026-04-16T03:07:17.846041Z","steps":["trace[1128063726] 'agreement among raft nodes before linearized reading' (duration: 2.149433912s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:17.846081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:15.696524Z","time spent":"2.149548675s","remote":"127.0.0.1:56122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:07:17.846255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.188687735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:07:17.846294Z","caller":"traceutil/trace.go:171","msg":"trace[724713650] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:1455; }","duration":"2.188776558s","start":"2026-04-16T03:07:15.657505Z","end":"2026-04-16T03:07:17.846282Z","steps":["trace[724713650] 'agreement among raft nodes before linearized reading' (duration: 2.188716546s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:17.846326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:15.657479Z","time spent":"2.188838399s","remote":"127.0.0.1:56054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:07:17.84637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.682092804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:07:17.846407Z","caller":"traceutil/trace.go:171","msg":"trace[1928537370] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1455; }","duration":"4.682173146s","start":"2026-04-16T03:07:13.164224Z","end":"2026-04-16T03:07:17.846397Z","steps":["trace[1928537370] 'agreement among raft nodes before linearized reading' (duration: 4.682041893s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:17.846438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:13.1642Z","time spent":"4.682229888s","remote":"127.0.0.1:59406","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":105,"response size":30,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:07:18.349785Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439974235,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:07:18.850932Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439974235,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:07:19.351333Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439974235,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:07:19.851518Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439974235,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:07:19.853232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00041048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:07:19.853332Z","caller":"traceutil/trace.go:171","msg":"trace[1002528989] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000537814s","start":"2026-04-16T03:07:17.852773Z","end":"2026-04-16T03:07:19.853311Z","steps":["trace[1002528989] 'agreement among raft nodes before linearized reading' (duration: 2.000405709s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:19.853379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:17.852746Z","time spent":"2.000625145s","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:07:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:07:20.240136Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.07708629s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:07:20.309141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:17.847283Z","time spent":"2.461850218s","remote":"127.0.0.1:58910","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:07:21.854241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00044961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:07:21.854315Z","caller":"traceutil/trace.go:171","msg":"trace[1039085638] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000569003s","start":"2026-04-16T03:07:19.853729Z","end":"2026-04-16T03:07:21.854298Z","steps":["trace[1039085638] 'agreement among raft nodes before linearized reading' (duration: 2.000473491s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:21.854355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:19.853711Z","time spent":"2.000635394s","remote":"127.0.0.1:58872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:07:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:07:22.517175Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.208367298s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:07:22.938074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.514533ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:07:22.93819Z","caller":"traceutil/trace.go:171","msg":"trace[926553177] linearizableReadLoop","detail":"{readStateIndex:1546; appliedIndex:1544; }","duration":"5.088434533s","start":"2026-04-16T03:07:17.849737Z","end":"2026-04-16T03:07:22.938171Z","steps":["trace[926553177] 'read index received' (duration: 2.390632594s)","trace[926553177] 'applied index is now lower than readState.Index' (duration: 2.697800679s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:07:22.93831Z","caller":"traceutil/trace.go:171","msg":"trace[1611194746] transaction","detail":"{read_only:false; response_revision:1456; number_of_response:1; }","duration":"5.084351341s","start":"2026-04-16T03:07:17.853941Z","end":"2026-04-16T03:07:22.938292Z","steps":["trace[1611194746] 'process raft request' (duration: 4.66353613s)","trace[1611194746] 'compare' (duration: 420.38363ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:07:22.938388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:17.853924Z","time spent":"5.084421552s","remote":"127.0.0.1:59066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4873,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:07:22.938984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.089223143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a6b772fadc86fd\" ","response":"range_response_count:1 size:874"} {"level":"info","ts":"2026-04-16T03:07:22.93909Z","caller":"traceutil/trace.go:171","msg":"trace[1719594101] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18a6b772fadc86fd; range_end:; response_count:1; response_revision:1456; }","duration":"5.089391717s","start":"2026-04-16T03:07:17.849669Z","end":"2026-04-16T03:07:22.939061Z","steps":["trace[1719594101] 'agreement among raft nodes before linearized reading' (duration: 5.089072719s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:22.939141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:17.849642Z","time spent":"5.089488679s","remote":"127.0.0.1:58944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":897,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a6b772fadc86fd\" "} {"level":"warn","ts":"2026-04-16T03:07:23.43832Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439974242,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:07:23.861764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999998109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:07:23.861844Z","caller":"traceutil/trace.go:171","msg":"trace[693831267] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000136722s","start":"2026-04-16T03:07:21.861691Z","end":"2026-04-16T03:07:23.861827Z","steps":["trace[693831267] 'agreement among raft nodes before linearized reading' (duration: 2.00003168s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:23.861886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:21.861672Z","time spent":"2.000205975s","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:07:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:07:23.938951Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439974242,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:07:24.323139Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.80565469s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:07:24.706186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.828308ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:07:24.706283Z","caller":"traceutil/trace.go:171","msg":"trace[1589870247] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1456; }","duration":"443.938191ms","start":"2026-04-16T03:07:24.26233Z","end":"2026-04-16T03:07:24.706269Z","steps":["trace[1589870247] 'range keys from in-memory index tree' (duration: 443.811368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:24.70635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.894742ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:07:24.706665Z","caller":"traceutil/trace.go:171","msg":"trace[1502936352] transaction","detail":"{read_only:false; response_revision:1458; number_of_response:1; }","duration":"3.761867863s","start":"2026-04-16T03:07:20.944784Z","end":"2026-04-16T03:07:24.706652Z","steps":["trace[1502936352] 'process raft request' (duration: 3.761643388s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:24.706717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:20.944755Z","time spent":"3.761931395s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:07:24.70673Z","caller":"traceutil/trace.go:171","msg":"trace[1217471247] transaction","detail":"{read_only:false; response_revision:1459; number_of_response:1; }","duration":"3.752673204s","start":"2026-04-16T03:07:20.954033Z","end":"2026-04-16T03:07:24.706706Z","steps":["trace[1217471247] 'process raft request' (duration: 3.752468849s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:24.706831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:20.954Z","time spent":"3.752775815s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:07:24.706975Z","caller":"traceutil/trace.go:171","msg":"trace[1103961004] transaction","detail":"{read_only:false; response_revision:1457; number_of_response:1; }","duration":"4.395782432s","start":"2026-04-16T03:07:20.311179Z","end":"2026-04-16T03:07:24.706962Z","steps":["trace[1103961004] 'process raft request' (duration: 4.012205433s)","trace[1103961004] 'compare' (duration: 382.690407ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:07:24.70703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:20.311141Z","time spent":"4.395850924s","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:07:25.862479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000340688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:07:25.862549Z","caller":"traceutil/trace.go:171","msg":"trace[49208687] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000463831s","start":"2026-04-16T03:07:23.862069Z","end":"2026-04-16T03:07:25.862533Z","steps":["trace[49208687] 'agreement among raft nodes before linearized reading' (duration: 2.000371129s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:25.862584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:23.862053Z","time spent":"2.000524052s","remote":"127.0.0.1:58872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:07:27.500403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.478943122s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:07:27.500541Z","caller":"traceutil/trace.go:171","msg":"trace[59037238] linearizableReadLoop","detail":"{readStateIndex:1550; appliedIndex:1546; }","duration":"4.562293949s","start":"2026-04-16T03:07:22.938227Z","end":"2026-04-16T03:07:27.500521Z","steps":["trace[59037238] 'read index received' (duration: 1.385164627s)","trace[59037238] 'applied index is now lower than readState.Index' (duration: 3.177128042s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:07:27.500716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.193581441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:07:27.500723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.347442947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-04-16T03:07:27.500722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.209333386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:07:27.500803Z","caller":"traceutil/trace.go:171","msg":"trace[1871463024] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:1460; }","duration":"7.193732436s","start":"2026-04-16T03:07:20.307047Z","end":"2026-04-16T03:07:27.50078Z","steps":["trace[1871463024] 'agreement among raft nodes before linearized reading' (duration: 7.193548461s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:07:27.50083Z","caller":"traceutil/trace.go:171","msg":"trace[30486038] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1460; }","duration":"6.209457869s","start":"2026-04-16T03:07:21.291346Z","end":"2026-04-16T03:07:27.500804Z","steps":["trace[30486038] 'agreement among raft nodes before linearized reading' (duration: 6.209205893s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:27.500857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.498889358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:07:27.500854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.424530819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:07:27.50086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.699807902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:07:27.500883Z","caller":"traceutil/trace.go:171","msg":"trace[1172787640] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:1460; }","duration":"9.49895597s","start":"2026-04-16T03:07:18.00192Z","end":"2026-04-16T03:07:27.500876Z","steps":["trace[1172787640] 'agreement among raft nodes before linearized reading' (duration: 9.498907799s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:27.500878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.546856354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:07:27.500891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:21.291283Z","time spent":"6.209593413s","remote":"127.0.0.1:58964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":10,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:07:27.500906Z","caller":"traceutil/trace.go:171","msg":"trace[278682384] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1460; }","duration":"2.424631391s","start":"2026-04-16T03:07:25.076259Z","end":"2026-04-16T03:07:27.500891Z","steps":["trace[278682384] 'agreement among raft nodes before linearized reading' (duration: 2.424540969s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:27.500915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:18.001899Z","time spent":"9.499009821s","remote":"127.0.0.1:56230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:07:27.500918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.285166367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:07:27.500927Z","caller":"traceutil/trace.go:171","msg":"trace[764214705] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:1460; }","duration":"1.546945746s","start":"2026-04-16T03:07:25.953969Z","end":"2026-04-16T03:07:27.500915Z","steps":["trace[764214705] 'agreement among raft nodes before linearized reading' (duration: 1.546854284s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:27.500909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.632394146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:07:27.500944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.556312169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"warn","ts":"2026-04-16T03:07:27.500971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:25.953944Z","time spent":"1.547017058s","remote":"127.0.0.1:59252","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:07:27.500971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:25.076228Z","time spent":"2.424723634s","remote":"127.0.0.1:59174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:07:27.500919Z","caller":"traceutil/trace.go:171","msg":"trace[403285578] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1460; }","duration":"6.699895245s","start":"2026-04-16T03:07:20.801004Z","end":"2026-04-16T03:07:27.500899Z","steps":["trace[403285578] 'agreement among raft nodes before linearized reading' (duration: 6.699775092s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:07:27.501001Z","caller":"traceutil/trace.go:171","msg":"trace[1357670360] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:1460; }","duration":"4.556445923s","start":"2026-04-16T03:07:22.944539Z","end":"2026-04-16T03:07:27.500985Z","steps":["trace[1357670360] 'agreement among raft nodes before linearized reading' (duration: 4.556223707s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:27.501032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:20.800984Z","time spent":"6.70003599s","remote":"127.0.0.1:59082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":45,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:07:27.500962Z","caller":"traceutil/trace.go:171","msg":"trace[197071372] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:1460; }","duration":"4.285247399s","start":"2026-04-16T03:07:23.215707Z","end":"2026-04-16T03:07:27.500954Z","steps":["trace[197071372] 'agreement among raft nodes before linearized reading' (duration: 4.285179367s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:27.501016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.34795226s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:49192"} {"level":"warn","ts":"2026-04-16T03:07:27.501017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.527569531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:07:27.501015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.791990844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-16T03:07:27.500982Z","caller":"traceutil/trace.go:171","msg":"trace[1987139416] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1460; }","duration":"1.632496738s","start":"2026-04-16T03:07:25.86847Z","end":"2026-04-16T03:07:27.500967Z","steps":["trace[1987139416] 'agreement among raft nodes before linearized reading' (duration: 1.632391686s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:07:27.501094Z","caller":"traceutil/trace.go:171","msg":"trace[240462242] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1460; }","duration":"5.348096734s","start":"2026-04-16T03:07:22.15298Z","end":"2026-04-16T03:07:27.501076Z","steps":["trace[240462242] 'agreement among raft nodes before linearized reading' (duration: 5.347818346s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:27.501086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:23.215685Z","time spent":"4.285383414s","remote":"127.0.0.1:59154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":3,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:07:27.501123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:25.868455Z","time spent":"1.632660904s","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:07:27.501113Z","caller":"traceutil/trace.go:171","msg":"trace[368804899] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1460; }","duration":"2.792161008s","start":"2026-04-16T03:07:24.708934Z","end":"2026-04-16T03:07:27.501095Z","steps":["trace[368804899] 'agreement among raft nodes before linearized reading' (duration: 2.791958092s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:07:27.501111Z","caller":"traceutil/trace.go:171","msg":"trace[1101153049] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1460; }","duration":"2.527725305s","start":"2026-04-16T03:07:24.973362Z","end":"2026-04-16T03:07:27.501088Z","steps":["trace[1101153049] 'agreement among raft nodes before linearized reading' (duration: 2.52756678s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:27.501134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:22.152949Z","time spent":"5.348178626s","remote":"127.0.0.1:58932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":49215,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-16T03:07:27.501044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:22.944516Z","time spent":"4.556516835s","remote":"127.0.0.1:59066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7134,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-16T03:07:27.501162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:24.708912Z","time spent":"2.792240651s","remote":"127.0.0.1:59050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-16T03:07:27.501167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:24.973339Z","time spent":"2.527813758s","remote":"127.0.0.1:59196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:07:27.500738Z","caller":"traceutil/trace.go:171","msg":"trace[2130907353] transaction","detail":"{read_only:false; response_revision:1460; number_of_response:1; }","duration":"4.558258878s","start":"2026-04-16T03:07:22.942449Z","end":"2026-04-16T03:07:27.500708Z","steps":["trace[2130907353] 'process raft request' (duration: 2.078898375s)","trace[2130907353] 'compare' (duration: 2.478195664s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:07:27.500858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:20.307013Z","time spent":"7.193831388s","remote":"127.0.0.1:59166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:07:27.500805Z","caller":"traceutil/trace.go:171","msg":"trace[1359970635] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1460; }","duration":"5.347558309s","start":"2026-04-16T03:07:22.153231Z","end":"2026-04-16T03:07:27.50079Z","steps":["trace[1359970635] 'agreement among raft nodes before linearized reading' (duration: 5.347391735s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:27.501287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:22.942422Z","time spent":"4.558795582s","remote":"127.0.0.1:58944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:07:27.501301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:22.153221Z","time spent":"5.348066622s","remote":"127.0.0.1:58936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-04-16T03:07:27.500734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.654821415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:07:27.5014Z","caller":"traceutil/trace.go:171","msg":"trace[2097470045] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:1460; }","duration":"8.655542874s","start":"2026-04-16T03:07:18.845843Z","end":"2026-04-16T03:07:27.501386Z","steps":["trace[2097470045] 'agreement among raft nodes before linearized reading' (duration: 8.654828735s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:27.501445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:18.845814Z","time spent":"8.655610386s","remote":"127.0.0.1:56138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:07:29.509336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999996484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:07:29.509442Z","caller":"traceutil/trace.go:171","msg":"trace[883610289] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000133727s","start":"2026-04-16T03:07:27.509282Z","end":"2026-04-16T03:07:29.509416Z","steps":["trace[883610289] 'agreement among raft nodes before linearized reading' (duration: 2.000001054s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:29.509513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:27.509271Z","time spent":"2.00022969s","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:07:30.316478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.690917442s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:07:30.316609Z","caller":"traceutil/trace.go:171","msg":"trace[1136825510] linearizableReadLoop","detail":"{readStateIndex:1551; appliedIndex:1550; }","duration":"2.808992018s","start":"2026-04-16T03:07:27.507598Z","end":"2026-04-16T03:07:30.31659Z","steps":["trace[1136825510] 'read index received' (duration: 118.061574ms)","trace[1136825510] 'applied index is now lower than readState.Index' (duration: 2.690928464s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:07:30.316687Z","caller":"traceutil/trace.go:171","msg":"trace[650986422] transaction","detail":"{read_only:false; response_revision:1461; number_of_response:1; }","duration":"2.809292296s","start":"2026-04-16T03:07:27.507382Z","end":"2026-04-16T03:07:30.316674Z","steps":["trace[650986422] 'process raft request' (duration: 118.080195ms)","trace[650986422] 'compare' (duration: 2.690323308s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:07:30.316861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:27.507367Z","time spent":"2.809441789s","remote":"127.0.0.1:58944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:07:30.317269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.809666584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:49192"} {"level":"info","ts":"2026-04-16T03:07:30.317305Z","caller":"traceutil/trace.go:171","msg":"trace[945568891] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1461; }","duration":"2.809702655s","start":"2026-04-16T03:07:27.507592Z","end":"2026-04-16T03:07:30.317294Z","steps":["trace[945568891] 'agreement among raft nodes before linearized reading' (duration: 2.8095002s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:30.317336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:27.507568Z","time spent":"2.809760427s","remote":"127.0.0.1:58932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":49215,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-16T03:07:30.326549Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.700965296s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:07:30.326957Z","caller":"traceutil/trace.go:171","msg":"trace[606283149] transaction","detail":"{read_only:false; response_revision:1462; number_of_response:1; }","duration":"2.817249405s","start":"2026-04-16T03:07:27.509683Z","end":"2026-04-16T03:07:30.326932Z","steps":["trace[606283149] 'process raft request' (duration: 2.817140752s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:30.326988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:27.508423Z","time spent":"2.818557029s","remote":"127.0.0.1:58910","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:07:30.327078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:27.509673Z","time spent":"2.817341868s","remote":"127.0.0.1:59066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:07:31.511139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000324352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:07:31.511224Z","caller":"traceutil/trace.go:171","msg":"trace[1566383895] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000476966s","start":"2026-04-16T03:07:29.510727Z","end":"2026-04-16T03:07:31.511204Z","steps":["trace[1566383895] 'agreement among raft nodes before linearized reading' (duration: 2.000361733s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:31.511269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:29.510704Z","time spent":"2.000556007s","remote":"127.0.0.1:58872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:07:32.703233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.080779189s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T03:07:32.703631Z","caller":"traceutil/trace.go:171","msg":"trace[1165971481] linearizableReadLoop","detail":"{readStateIndex:1554; appliedIndex:1551; }","duration":"2.386925872s","start":"2026-04-16T03:07:30.316638Z","end":"2026-04-16T03:07:32.703564Z","steps":["trace[1165971481] 'read index received' (duration: 10.060133ms)","trace[1165971481] 'applied index is now lower than readState.Index' (duration: 2.376864129s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:07:32.703804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.220936974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:07:32.70384Z","caller":"traceutil/trace.go:171","msg":"trace[1835246145] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:1462; }","duration":"4.221050437s","start":"2026-04-16T03:07:28.482776Z","end":"2026-04-16T03:07:32.703827Z","steps":["trace[1835246145] 'agreement among raft nodes before linearized reading' (duration: 4.220957095s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:32.703824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.734171409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:07:32.703885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:28.482744Z","time spent":"4.221128069s","remote":"127.0.0.1:56104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:07:32.703934Z","caller":"traceutil/trace.go:171","msg":"trace[140926629] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:1462; }","duration":"3.734355033s","start":"2026-04-16T03:07:28.969548Z","end":"2026-04-16T03:07:32.703903Z","steps":["trace[140926629] 'agreement among raft nodes before linearized reading' (duration: 3.734158858s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:32.70403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:28.969521Z","time spent":"3.734485256s","remote":"127.0.0.1:56186","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:07:32.704529Z","caller":"traceutil/trace.go:171","msg":"trace[723154619] transaction","detail":"{read_only:false; response_revision:1463; number_of_response:1; }","duration":"2.376055679s","start":"2026-04-16T03:07:30.328446Z","end":"2026-04-16T03:07:32.704501Z","steps":["trace[723154619] 'process raft request' (duration: 2.374959152s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:32.704712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:30.328413Z","time spent":"2.376214393s","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:07:35.524728Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439974265,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:07:35.775583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.958074434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:07:35.775667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.256658163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:07:35.775761Z","caller":"traceutil/trace.go:171","msg":"trace[999785638] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1463; }","duration":"4.256793697s","start":"2026-04-16T03:07:31.518942Z","end":"2026-04-16T03:07:35.775736Z","steps":["trace[999785638] 'agreement among raft nodes before linearized reading' (duration: 1.185585422s)","trace[999785638] 'range keys from in-memory index tree' (duration: 3.07106022s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:07:35.775741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.69892773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:07:35.775823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:31.518927Z","time spent":"4.256886768s","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:07:35.775858Z","caller":"traceutil/trace.go:171","msg":"trace[67416524] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:1463; }","duration":"3.699102355s","start":"2026-04-16T03:07:32.076719Z","end":"2026-04-16T03:07:35.775821Z","steps":["trace[67416524] 'agreement among raft nodes before linearized reading' (duration: 627.798338ms)","trace[67416524] 'count revisions from in-memory index tree' (duration: 3.071134203s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:07:35.775697Z","caller":"traceutil/trace.go:171","msg":"trace[560714636] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1463; }","duration":"2.958200377s","start":"2026-04-16T03:07:32.81747Z","end":"2026-04-16T03:07:35.77567Z","steps":["trace[560714636] 'range keys from in-memory index tree' (duration: 2.957978501s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:35.775944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.068603828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-04-16T03:07:35.775966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.454355552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-g259p.18a6b7731854326b\" ","response":"range_response_count:1 size:861"} {"level":"info","ts":"2026-04-16T03:07:35.776081Z","caller":"traceutil/trace.go:171","msg":"trace[643151852] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-g259p.18a6b7731854326b; range_end:; response_count:1; response_revision:1463; }","duration":"5.454524906s","start":"2026-04-16T03:07:30.321525Z","end":"2026-04-16T03:07:35.77605Z","steps":["trace[643151852] 'agreement among raft nodes before linearized reading' (duration: 2.382977434s)","trace[643151852] 'range keys from in-memory index tree' (duration: 3.071264496s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:07:35.776077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:32.817413Z","time spent":"2.958599116s","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:07:35.776144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:30.321501Z","time spent":"5.454631368s","remote":"127.0.0.1:58944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":884,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-g259p.18a6b7731854326b\" "} {"level":"warn","ts":"2026-04-16T03:07:35.775712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.514413327s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:07:35.776317Z","caller":"traceutil/trace.go:171","msg":"trace[353561983] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1463; }","duration":"1.515012513s","start":"2026-04-16T03:07:34.261275Z","end":"2026-04-16T03:07:35.776287Z","steps":["trace[353561983] 'range keys from in-memory index tree' (duration: 1.514399027s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:07:35.776004Z","caller":"traceutil/trace.go:171","msg":"trace[736187716] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1463; }","duration":"3.068697591s","start":"2026-04-16T03:07:32.707292Z","end":"2026-04-16T03:07:35.77599Z","steps":["trace[736187716] 'range keys from in-memory index tree' (duration: 3.068445894s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:35.776456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:32.707273Z","time spent":"3.069165063s","remote":"127.0.0.1:59050","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-16T03:07:35.775871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.445450537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-hd7ld\" ","response":"range_response_count:1 size:5487"} {"level":"warn","ts":"2026-04-16T03:07:35.775747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.307840599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:07:35.776551Z","caller":"traceutil/trace.go:171","msg":"trace[93264340] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-hd7ld; range_end:; response_count:1; response_revision:1463; }","duration":"5.446140636s","start":"2026-04-16T03:07:30.330387Z","end":"2026-04-16T03:07:35.776528Z","steps":["trace[93264340] 'agreement among raft nodes before linearized reading' (duration: 2.374158242s)","trace[93264340] 'range keys from in-memory index tree' (duration: 3.071187254s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:07:35.77661Z","caller":"traceutil/trace.go:171","msg":"trace[1890035905] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1463; }","duration":"5.308717563s","start":"2026-04-16T03:07:30.467867Z","end":"2026-04-16T03:07:35.776585Z","steps":["trace[1890035905] 'agreement among raft nodes before linearized reading' (duration: 2.236667047s)","trace[1890035905] 'count revisions from in-memory index tree' (duration: 3.071143162s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:07:35.776628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:30.330373Z","time spent":"5.446237398s","remote":"127.0.0.1:59066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5510,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-hd7ld\" "} {"level":"warn","ts":"2026-04-16T03:07:35.77666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:30.467766Z","time spent":"5.308883896s","remote":"127.0.0.1:59022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:07:35.775931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:32.076696Z","time spent":"3.699222068s","remote":"127.0.0.1:49758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:07:35.775908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.207027763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:07:35.776758Z","caller":"traceutil/trace.go:171","msg":"trace[1314968516] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:1463; }","duration":"4.207898265s","start":"2026-04-16T03:07:31.568829Z","end":"2026-04-16T03:07:35.776727Z","steps":["trace[1314968516] 'agreement among raft nodes before linearized reading' (duration: 1.135722276s)","trace[1314968516] 'count revisions from in-memory index tree' (duration: 3.071224525s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:07:35.776011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.256494166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:07:35.776843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:31.568786Z","time spent":"4.208033568s","remote":"127.0.0.1:56084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:07:35.776846Z","caller":"traceutil/trace.go:171","msg":"trace[1825400479] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1463; }","duration":"2.257352339s","start":"2026-04-16T03:07:33.519476Z","end":"2026-04-16T03:07:35.776828Z","steps":["trace[1825400479] 'range keys from in-memory index tree' (duration: 2.256435594s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:35.776911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:33.519458Z","time spent":"2.25743516s","remote":"127.0.0.1:58872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:07:36.025838Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439974265,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:07:36.526457Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439974265,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:07:36.598672Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.746515386s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:07:36.599137Z","caller":"traceutil/trace.go:171","msg":"trace[1124477288] transaction","detail":"{read_only:false; response_revision:1464; number_of_response:1; }","duration":"1.747105391s","start":"2026-04-16T03:07:34.852001Z","end":"2026-04-16T03:07:36.599107Z","steps":["trace[1124477288] 'process raft request' (duration: 1.746915916s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:36.599336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:34.851974Z","time spent":"1.747245995s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:07:36.875333Z","caller":"traceutil/trace.go:171","msg":"trace[2023829468] transaction","detail":"{read_only:false; response_revision:1465; number_of_response:1; }","duration":"1.764352556s","start":"2026-04-16T03:07:35.110938Z","end":"2026-04-16T03:07:36.87529Z","steps":["trace[2023829468] 'process raft request' (duration: 1.764058779s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:36.875535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:35.11091Z","time spent":"1.76451739s","remote":"127.0.0.1:59152","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:07:36.877761Z","caller":"traceutil/trace.go:171","msg":"trace[1727631903] linearizableReadLoop","detail":"{readStateIndex:1560; appliedIndex:1556; }","duration":"1.853844611s","start":"2026-04-16T03:07:35.023886Z","end":"2026-04-16T03:07:36.877731Z","steps":["trace[1727631903] 'read index received' (duration: 1.57521332s)","trace[1727631903] 'applied index is now lower than readState.Index' (duration: 278.630541ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:07:36.877778Z","caller":"traceutil/trace.go:171","msg":"trace[1725864583] transaction","detail":"{read_only:false; response_revision:1467; number_of_response:1; }","duration":"1.09220587s","start":"2026-04-16T03:07:35.78555Z","end":"2026-04-16T03:07:36.877756Z","steps":["trace[1725864583] 'process raft request' (duration: 1.092134359s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:07:36.877787Z","caller":"traceutil/trace.go:171","msg":"trace[1641361460] transaction","detail":"{read_only:false; response_revision:1466; number_of_response:1; }","duration":"1.098727146s","start":"2026-04-16T03:07:35.779036Z","end":"2026-04-16T03:07:36.877763Z","steps":["trace[1641361460] 'process raft request' (duration: 1.09852027s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:36.877886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:35.785528Z","time spent":"1.092306452s","remote":"127.0.0.1:59066","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5662,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:07:36.877928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.348023386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:07:36.877929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.854038536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:07:36.877933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:35.778993Z","time spent":"1.098852889s","remote":"127.0.0.1:58944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:07:36.877958Z","caller":"traceutil/trace.go:171","msg":"trace[758018239] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1467; }","duration":"1.348112988s","start":"2026-04-16T03:07:35.529834Z","end":"2026-04-16T03:07:36.877947Z","steps":["trace[758018239] 'agreement among raft nodes before linearized reading' (duration: 1.348049007s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:07:36.877967Z","caller":"traceutil/trace.go:171","msg":"trace[666309517] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1467; }","duration":"1.854128668s","start":"2026-04-16T03:07:35.023826Z","end":"2026-04-16T03:07:36.877954Z","steps":["trace[666309517] 'agreement among raft nodes before linearized reading' (duration: 1.854021596s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:36.877985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:35.529807Z","time spent":"1.34817202s","remote":"127.0.0.1:58874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:07:36.877995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:35.023802Z","time spent":"1.854186339s","remote":"127.0.0.1:59242","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":54,"response size":30,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:07:36.878072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.92237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:07:36.878164Z","caller":"traceutil/trace.go:171","msg":"trace[213421302] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:1467; }","duration":"797.075744ms","start":"2026-04-16T03:07:36.081066Z","end":"2026-04-16T03:07:36.878142Z","steps":["trace[213421302] 'agreement among raft nodes before linearized reading' (duration: 796.92123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:36.87821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:36.081039Z","time spent":"797.160566ms","remote":"127.0.0.1:56286","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:07:36.878238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.099483564s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-16T03:07:36.878268Z","caller":"traceutil/trace.go:171","msg":"trace[117088437] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1467; }","duration":"1.099542625s","start":"2026-04-16T03:07:35.778717Z","end":"2026-04-16T03:07:36.87826Z","steps":["trace[117088437] 'agreement among raft nodes before linearized reading' (duration: 1.099400851s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:36.878292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:35.778694Z","time spent":"1.099592427s","remote":"127.0.0.1:58910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-16T03:07:36.878645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086371963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:07:36.8787Z","caller":"traceutil/trace.go:171","msg":"trace[51732012] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1467; }","duration":"1.086826834s","start":"2026-04-16T03:07:35.791857Z","end":"2026-04-16T03:07:36.878683Z","steps":["trace[51732012] 'agreement among raft nodes before linearized reading' (duration: 1.086367583s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:07:36.878747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:07:35.791839Z","time spent":"1.086895897s","remote":"127.0.0.1:59112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:07:47.125876Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.40733243s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:07:47.325958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.907007ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T03:10:36.194291Z","caller":"traceutil/trace.go:171","msg":"trace[112721436] linearizableReadLoop","detail":"{readStateIndex:1570; appliedIndex:1569; }","duration":"419.957634ms","start":"2026-04-16T03:10:35.774297Z","end":"2026-04-16T03:10:36.194255Z","steps":["trace[112721436] 'read index received' (duration: 419.688348ms)","trace[112721436] 'applied index is now lower than readState.Index' (duration: 267.896µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:10:36.194366Z","caller":"traceutil/trace.go:171","msg":"trace[479558423] transaction","detail":"{read_only:false; response_revision:1476; number_of_response:1; }","duration":"496.615382ms","start":"2026-04-16T03:10:35.69771Z","end":"2026-04-16T03:10:36.194325Z","steps":["trace[479558423] 'process raft request' (duration: 496.346595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:36.194554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:35.697682Z","time spent":"496.777087ms","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7471,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:10:36.194538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.208331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:10:36.194652Z","caller":"traceutil/trace.go:171","msg":"trace[1508548884] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:0; response_revision:1476; }","duration":"420.397856ms","start":"2026-04-16T03:10:35.774226Z","end":"2026-04-16T03:10:36.194624Z","steps":["trace[1508548884] 'agreement among raft nodes before linearized reading' (duration: 420.17508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:36.194707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:35.774196Z","time spent":"420.505098ms","remote":"127.0.0.1:56702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"info","ts":"2026-04-16T03:10:36.583556Z","caller":"traceutil/trace.go:171","msg":"trace[1787988562] transaction","detail":"{read_only:false; response_revision:1477; number_of_response:1; }","duration":"374.179009ms","start":"2026-04-16T03:10:36.209345Z","end":"2026-04-16T03:10:36.583524Z","steps":["trace[1787988562] 'process raft request' (duration: 373.985014ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:36.583787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:36.209324Z","time spent":"374.349132ms","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7437,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:10:36.941561Z","caller":"traceutil/trace.go:171","msg":"trace[1238480758] linearizableReadLoop","detail":"{readStateIndex:1572; appliedIndex:1571; }","duration":"265.642164ms","start":"2026-04-16T03:10:36.675891Z","end":"2026-04-16T03:10:36.941533Z","steps":["trace[1238480758] 'read index received' (duration: 265.608073ms)","trace[1238480758] 'applied index is now lower than readState.Index' (duration: 32.431µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:10:36.941744Z","caller":"traceutil/trace.go:171","msg":"trace[703623887] transaction","detail":"{read_only:false; response_revision:1478; number_of_response:1; }","duration":"342.971369ms","start":"2026-04-16T03:10:36.598717Z","end":"2026-04-16T03:10:36.941689Z","steps":["trace[703623887] 'process raft request' (duration: 342.63485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:36.941983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:36.598698Z","time spent":"343.156883ms","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5290,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:10:36.942029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.809526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/system-node-critical\" ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-04-16T03:10:36.942145Z","caller":"traceutil/trace.go:171","msg":"trace[369306664] range","detail":"{range_begin:/registry/priorityclasses/system-node-critical; range_end:; response_count:1; response_revision:1478; }","duration":"258.003321ms","start":"2026-04-16T03:10:36.684115Z","end":"2026-04-16T03:10:36.942119Z","steps":["trace[369306664] 'agreement among raft nodes before linearized reading' (duration: 257.674393ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:36.942484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.509516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" ","response":"range_response_count:69 size:65986"} {"level":"info","ts":"2026-04-16T03:10:36.942526Z","caller":"traceutil/trace.go:171","msg":"trace[1398497273] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:69; response_revision:1478; }","duration":"266.67376ms","start":"2026-04-16T03:10:36.675842Z","end":"2026-04-16T03:10:36.942516Z","steps":["trace[1398497273] 'agreement among raft nodes before linearized reading' (duration: 265.85486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:37.454082Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439974434,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T03:10:37.864239Z","caller":"traceutil/trace.go:171","msg":"trace[1631961946] linearizableReadLoop","detail":"{readStateIndex:1573; appliedIndex:1572; }","duration":"910.208237ms","start":"2026-04-16T03:10:36.953997Z","end":"2026-04-16T03:10:37.864205Z","steps":["trace[1631961946] 'read index received' (duration: 909.896759ms)","trace[1631961946] 'applied index is now lower than readState.Index' (duration: 310.278µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:10:37.864489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.454853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-edit\" ","response":"range_response_count:1 size:2025"} {"level":"info","ts":"2026-04-16T03:10:37.864481Z","caller":"traceutil/trace.go:171","msg":"trace[462669700] transaction","detail":"{read_only:false; response_revision:1479; number_of_response:1; }","duration":"912.684399ms","start":"2026-04-16T03:10:36.951737Z","end":"2026-04-16T03:10:37.864422Z","steps":["trace[462669700] 'process raft request' (duration: 912.237738ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:10:37.864542Z","caller":"traceutil/trace.go:171","msg":"trace[318315316] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-edit; range_end:; response_count:1; response_revision:1479; }","duration":"910.563096ms","start":"2026-04-16T03:10:36.953967Z","end":"2026-04-16T03:10:37.86453Z","steps":["trace[318315316] 'agreement among raft nodes before linearized reading' (duration: 910.423032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:37.86464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:36.953951Z","time spent":"910.677718ms","remote":"127.0.0.1:57022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":2048,"request content":"key:\"/registry/clusterroles/system:aggregate-to-edit\" "} {"level":"warn","ts":"2026-04-16T03:10:37.864615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.949771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:10:37.864721Z","caller":"traceutil/trace.go:171","msg":"trace[1860545267] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1479; }","duration":"662.147706ms","start":"2026-04-16T03:10:37.202548Z","end":"2026-04-16T03:10:37.864696Z","steps":["trace[1860545267] 'agreement among raft nodes before linearized reading' (duration: 661.881019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:37.864784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:37.202519Z","time spent":"662.254029ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:10:37.864778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:36.951696Z","time spent":"912.931665ms","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4796,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:10:38.329917Z","caller":"traceutil/trace.go:171","msg":"trace[1630098653] linearizableReadLoop","detail":"{readStateIndex:1574; appliedIndex:1573; }","duration":"450.071277ms","start":"2026-04-16T03:10:37.879808Z","end":"2026-04-16T03:10:38.329879Z","steps":["trace[1630098653] 'read index received' (duration: 449.776979ms)","trace[1630098653] 'applied index is now lower than readState.Index' (duration: 292.988µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:10:38.330053Z","caller":"traceutil/trace.go:171","msg":"trace[549900618] transaction","detail":"{read_only:false; response_revision:1480; number_of_response:1; }","duration":"451.302287ms","start":"2026-04-16T03:10:37.878703Z","end":"2026-04-16T03:10:38.330005Z","steps":["trace[549900618] 'process raft request' (duration: 450.971358ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:38.330148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.309102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:basic-user\" ","response":"range_response_count:1 size:678"} {"level":"info","ts":"2026-04-16T03:10:38.33023Z","caller":"traceutil/trace.go:171","msg":"trace[792569559] range","detail":"{range_begin:/registry/clusterroles/system:basic-user; range_end:; response_count:1; response_revision:1480; }","duration":"450.427995ms","start":"2026-04-16T03:10:37.879785Z","end":"2026-04-16T03:10:38.330213Z","steps":["trace[792569559] 'agreement among raft nodes before linearized reading' (duration: 450.24371ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:38.330264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:37.878669Z","time spent":"451.483431ms","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7403,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:10:38.330275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:37.879778Z","time spent":"450.491586ms","remote":"127.0.0.1:57022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":701,"request content":"key:\"/registry/clusterroles/system:basic-user\" "} {"level":"info","ts":"2026-04-16T03:10:38.825541Z","caller":"traceutil/trace.go:171","msg":"trace[426233115] linearizableReadLoop","detail":"{readStateIndex:1575; appliedIndex:1574; }","duration":"483.153111ms","start":"2026-04-16T03:10:38.342353Z","end":"2026-04-16T03:10:38.825506Z","steps":["trace[426233115] 'read index received' (duration: 482.739371ms)","trace[426233115] 'applied index is now lower than readState.Index' (duration: 412.26µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:10:38.825722Z","caller":"traceutil/trace.go:171","msg":"trace[870468750] transaction","detail":"{read_only:false; response_revision:1481; number_of_response:1; }","duration":"484.456255ms","start":"2026-04-16T03:10:38.341215Z","end":"2026-04-16T03:10:38.825672Z","steps":["trace[870468750] 'process raft request' (duration: 484.013464ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:38.8259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.51482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-admin\" ","response":"range_response_count:1 size:840"} {"level":"info","ts":"2026-04-16T03:10:38.825948Z","caller":"traceutil/trace.go:171","msg":"trace[1757265642] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-admin; range_end:; response_count:1; response_revision:1481; }","duration":"483.628594ms","start":"2026-04-16T03:10:38.342308Z","end":"2026-04-16T03:10:38.825937Z","steps":["trace[1757265642] 'agreement among raft nodes before linearized reading' (duration: 483.387168ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:38.825974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:38.34119Z","time spent":"484.63874ms","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4337,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:10:38.825994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:38.342271Z","time spent":"483.712906ms","remote":"127.0.0.1:57022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":863,"request content":"key:\"/registry/clusterroles/system:aggregate-to-admin\" "} {"level":"warn","ts":"2026-04-16T03:10:39.335413Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439974456,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:10:39.866972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.199746ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-16T03:10:39.867121Z","caller":"traceutil/trace.go:171","msg":"trace[1833248710] linearizableReadLoop","detail":"{readStateIndex:1576; appliedIndex:1575; }","duration":"1.03217797s","start":"2026-04-16T03:10:38.834914Z","end":"2026-04-16T03:10:39.867092Z","steps":["trace[1833248710] 'read index received' (duration: 919.840001ms)","trace[1833248710] 'applied index is now lower than readState.Index' (duration: 112.336149ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:10:39.867191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:38.831485Z","time spent":"1.035693269s","remote":"127.0.0.1:56754","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:10:39.867377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032462277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7418"} {"level":"info","ts":"2026-04-16T03:10:39.86743Z","caller":"traceutil/trace.go:171","msg":"trace[61543894] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:1481; }","duration":"1.03257452s","start":"2026-04-16T03:10:38.83484Z","end":"2026-04-16T03:10:39.867415Z","steps":["trace[61543894] 'agreement among raft nodes before linearized reading' (duration: 1.032366944s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:39.867479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:38.834798Z","time spent":"1.032671452s","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7441,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-16T03:10:39.867697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.799986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:10:39.867787Z","caller":"traceutil/trace.go:171","msg":"trace[1125934439] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1481; }","duration":"964.918789ms","start":"2026-04-16T03:10:38.902841Z","end":"2026-04-16T03:10:39.86776Z","steps":["trace[1125934439] 'agreement among raft nodes before linearized reading' (duration: 964.744925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:39.867783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032844727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:aggregate-to-view\" ","response":"range_response_count:1 size:1930"} {"level":"warn","ts":"2026-04-16T03:10:39.867854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:38.902743Z","time spent":"965.097763ms","remote":"127.0.0.1:56684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:10:39.867874Z","caller":"traceutil/trace.go:171","msg":"trace[290385637] range","detail":"{range_begin:/registry/clusterroles/system:aggregate-to-view; range_end:; response_count:1; response_revision:1481; }","duration":"1.032968619s","start":"2026-04-16T03:10:38.834884Z","end":"2026-04-16T03:10:39.867852Z","steps":["trace[290385637] 'agreement among raft nodes before linearized reading' (duration: 1.032755044s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:39.867932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:38.834872Z","time spent":"1.033052062s","remote":"127.0.0.1:57022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":1953,"request content":"key:\"/registry/clusterroles/system:aggregate-to-view\" "} {"level":"warn","ts":"2026-04-16T03:10:40.372509Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439974460,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:10:40.575327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.000168ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:10:40.575493Z","caller":"traceutil/trace.go:171","msg":"trace[713061239] transaction","detail":"{read_only:false; response_revision:1482; number_of_response:1; }","duration":"705.576044ms","start":"2026-04-16T03:10:39.869887Z","end":"2026-04-16T03:10:40.575463Z","steps":["trace[713061239] 'process raft request' (duration: 552.32292ms)","trace[713061239] 'compare' (duration: 152.812173ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:10:40.575601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:39.869849Z","time spent":"705.697917ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:10:40.981039Z","caller":"traceutil/trace.go:171","msg":"trace[1430392487] linearizableReadLoop","detail":"{readStateIndex:1578; appliedIndex:1576; }","duration":"1.10890131s","start":"2026-04-16T03:10:39.872106Z","end":"2026-04-16T03:10:40.981007Z","steps":["trace[1430392487] 'read index received' (duration: 550.126355ms)","trace[1430392487] 'applied index is now lower than readState.Index' (duration: 558.773675ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:10:40.981185Z","caller":"traceutil/trace.go:171","msg":"trace[358620935] transaction","detail":"{read_only:false; response_revision:1483; number_of_response:1; }","duration":"1.048447253s","start":"2026-04-16T03:10:39.932686Z","end":"2026-04-16T03:10:40.981134Z","steps":["trace[358620935] 'process raft request' (duration: 1.048103813s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:40.981343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109213578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:5304"} {"level":"warn","ts":"2026-04-16T03:10:40.981395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:39.932657Z","time spent":"1.048623438s","remote":"127.0.0.1:56854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11043,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:10:40.981413Z","caller":"traceutil/trace.go:171","msg":"trace[895996837] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:1483; }","duration":"1.109347922s","start":"2026-04-16T03:10:39.872029Z","end":"2026-04-16T03:10:40.981377Z","steps":["trace[895996837] 'agreement among raft nodes before linearized reading' (duration: 1.109156447s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:40.981464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:39.872004Z","time spent":"1.109449864s","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":5327,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-04-16T03:10:40.981497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10806495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:heapster\" ","response":"range_response_count:1 size:638"} {"level":"info","ts":"2026-04-16T03:10:40.981635Z","caller":"traceutil/trace.go:171","msg":"trace[1229585877] range","detail":"{range_begin:/registry/clusterroles/system:heapster; range_end:; response_count:1; response_revision:1483; }","duration":"1.108309426s","start":"2026-04-16T03:10:39.873289Z","end":"2026-04-16T03:10:40.981598Z","steps":["trace[1229585877] 'agreement among raft nodes before linearized reading' (duration: 1.107965217s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:40.9816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078942983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:10:40.98166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.229024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18a6b773122490f7\" ","response":"range_response_count:1 size:837"} {"level":"warn","ts":"2026-04-16T03:10:40.981702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:39.873266Z","time spent":"1.108424689s","remote":"127.0.0.1:57022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":661,"request content":"key:\"/registry/clusterroles/system:heapster\" "} {"level":"info","ts":"2026-04-16T03:10:40.981738Z","caller":"traceutil/trace.go:171","msg":"trace[1559956167] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18a6b773122490f7; range_end:; response_count:1; response_revision:1483; }","duration":"401.356888ms","start":"2026-04-16T03:10:40.580363Z","end":"2026-04-16T03:10:40.98172Z","steps":["trace[1559956167] 'agreement among raft nodes before linearized reading' (duration: 401.116722ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:10:40.981741Z","caller":"traceutil/trace.go:171","msg":"trace[2131926292] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1483; }","duration":"1.079156229s","start":"2026-04-16T03:10:39.902546Z","end":"2026-04-16T03:10:40.981702Z","steps":["trace[2131926292] 'agreement among raft nodes before linearized reading' (duration: 1.078848112s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:40.981796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:39.902516Z","time spent":"1.079271382s","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:10:40.981798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:40.580341Z","time spent":"401.446789ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":860,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18a6b773122490f7\" "} {"level":"warn","ts":"2026-04-16T03:10:40.981907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.586009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:535"} {"level":"info","ts":"2026-04-16T03:10:40.982075Z","caller":"traceutil/trace.go:171","msg":"trace[1301739877] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:1483; }","duration":"408.794665ms","start":"2026-04-16T03:10:40.573206Z","end":"2026-04-16T03:10:40.982Z","steps":["trace[1301739877] 'agreement among raft nodes before linearized reading' (duration: 408.107348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:40.982193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:40.573178Z","time spent":"409.00081ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":558,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-04-16T03:10:41.263394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.358127ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:10:41.263561Z","caller":"traceutil/trace.go:171","msg":"trace[1352690985] linearizableReadLoop","detail":"{readStateIndex:1579; appliedIndex:1578; }","duration":"277.970947ms","start":"2026-04-16T03:10:40.985565Z","end":"2026-04-16T03:10:41.263536Z","steps":["trace[1352690985] 'read index received' (duration: 54.349873ms)","trace[1352690985] 'applied index is now lower than readState.Index' (duration: 223.619224ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:10:41.263741Z","caller":"traceutil/trace.go:171","msg":"trace[1818168630] transaction","detail":"{read_only:false; response_revision:1484; number_of_response:1; }","duration":"278.573583ms","start":"2026-04-16T03:10:40.985087Z","end":"2026-04-16T03:10:41.26366Z","steps":["trace[1818168630] 'process raft request' (duration: 54.805295ms)","trace[1818168630] 'compare' (duration: 223.201153ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:10:41.264092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.553443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:node\" ","response":"range_response_count:1 size:1486"} {"level":"info","ts":"2026-04-16T03:10:41.264136Z","caller":"traceutil/trace.go:171","msg":"trace[1676229182] range","detail":"{range_begin:/registry/clusterroles/system:node; range_end:; response_count:1; response_revision:1484; }","duration":"278.633175ms","start":"2026-04-16T03:10:40.985492Z","end":"2026-04-16T03:10:41.264126Z","steps":["trace[1676229182] 'agreement among raft nodes before linearized reading' (duration: 278.157262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:41.568528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.752299ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:10:41.568695Z","caller":"traceutil/trace.go:171","msg":"trace[259745997] linearizableReadLoop","detail":"{readStateIndex:1580; appliedIndex:1579; }","duration":"305.084483ms","start":"2026-04-16T03:10:41.263589Z","end":"2026-04-16T03:10:41.568673Z","steps":["trace[259745997] 'read index received' (duration: 106.954055ms)","trace[259745997] 'applied index is now lower than readState.Index' (duration: 198.128988ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:10:41.568729Z","caller":"traceutil/trace.go:171","msg":"trace[263012221] transaction","detail":"{read_only:false; response_revision:1485; number_of_response:1; }","duration":"579.976603ms","start":"2026-04-16T03:10:40.988722Z","end":"2026-04-16T03:10:41.568699Z","steps":["trace[263012221] 'process raft request' (duration: 381.936816ms)","trace[263012221] 'compare' (duration: 197.572595ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:10:41.568849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:40.988701Z","time spent":"580.096726ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:10:41.568852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.306283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:10:41.568951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.059391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4811"} {"level":"info","ts":"2026-04-16T03:10:41.568969Z","caller":"traceutil/trace.go:171","msg":"trace[672470389] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1485; }","duration":"582.483247ms","start":"2026-04-16T03:10:40.986459Z","end":"2026-04-16T03:10:41.568943Z","steps":["trace[672470389] 'agreement among raft nodes before linearized reading' (duration: 582.293992ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:10:41.568995Z","caller":"traceutil/trace.go:171","msg":"trace[745620799] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:1485; }","duration":"583.126333ms","start":"2026-04-16T03:10:40.985857Z","end":"2026-04-16T03:10:41.568984Z","steps":["trace[745620799] 'agreement among raft nodes before linearized reading' (duration: 582.923308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:41.569021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:40.986428Z","time spent":"582.58482ms","remote":"127.0.0.1:56684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:10:41.569032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:40.985844Z","time spent":"583.180974ms","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4834,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-04-16T03:10:41.569117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.060566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:node-problem-detector\" ","response":"range_response_count:1 size:655"} {"level":"warn","ts":"2026-04-16T03:10:41.569179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.307323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-g259p.18a6b7731854326b\" ","response":"range_response_count:1 size:861"} {"level":"info","ts":"2026-04-16T03:10:41.56926Z","caller":"traceutil/trace.go:171","msg":"trace[1815249632] range","detail":"{range_begin:/registry/clusterroles/system:node-problem-detector; range_end:; response_count:1; response_revision:1485; }","duration":"300.274061ms","start":"2026-04-16T03:10:41.268953Z","end":"2026-04-16T03:10:41.569227Z","steps":["trace[1815249632] 'agreement among raft nodes before linearized reading' (duration: 299.951223ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:10:41.569312Z","caller":"traceutil/trace.go:171","msg":"trace[1304890183] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-g259p.18a6b7731854326b; range_end:; response_count:1; response_revision:1485; }","duration":"300.495027ms","start":"2026-04-16T03:10:41.26878Z","end":"2026-04-16T03:10:41.569275Z","steps":["trace[1304890183] 'agreement among raft nodes before linearized reading' (duration: 300.102567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:41.569344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:41.268926Z","time spent":"300.403045ms","remote":"127.0.0.1:57022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":678,"request content":"key:\"/registry/clusterroles/system:node-problem-detector\" "} {"level":"warn","ts":"2026-04-16T03:10:41.569372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:41.268758Z","time spent":"300.603519ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":884,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-g259p.18a6b7731854326b\" "} {"level":"warn","ts":"2026-04-16T03:10:41.797547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.437997ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-04-16T03:10:41.797749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.878346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:kube-aggregator\" ","response":"range_response_count:1 size:595"} {"level":"info","ts":"2026-04-16T03:10:41.797725Z","caller":"traceutil/trace.go:171","msg":"trace[1840811328] linearizableReadLoop","detail":"{readStateIndex:1582; appliedIndex:1581; }","duration":"173.765383ms","start":"2026-04-16T03:10:41.623885Z","end":"2026-04-16T03:10:41.797651Z","steps":["trace[1840811328] 'read index received' (duration: 47.021959ms)","trace[1840811328] 'applied index is now lower than readState.Index' (duration: 126.742234ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:10:41.797789Z","caller":"traceutil/trace.go:171","msg":"trace[766132210] range","detail":"{range_begin:/registry/clusterroles/system:kube-aggregator; range_end:; response_count:1; response_revision:1487; }","duration":"173.917737ms","start":"2026-04-16T03:10:41.623846Z","end":"2026-04-16T03:10:41.797764Z","steps":["trace[766132210] 'agreement among raft nodes before linearized reading' (duration: 173.810484ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:41.798029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.070861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7486"} {"level":"info","ts":"2026-04-16T03:10:41.798061Z","caller":"traceutil/trace.go:171","msg":"trace[1009635776] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:1487; }","duration":"174.124252ms","start":"2026-04-16T03:10:41.623929Z","end":"2026-04-16T03:10:41.798054Z","steps":["trace[1009635776] 'agreement among raft nodes before linearized reading' (duration: 174.006309ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:10:41.798477Z","caller":"traceutil/trace.go:171","msg":"trace[1707138556] transaction","detail":"{read_only:false; response_revision:1487; number_of_response:1; }","duration":"176.660017ms","start":"2026-04-16T03:10:41.62171Z","end":"2026-04-16T03:10:41.79837Z","steps":["trace[1707138556] 'process raft request' (duration: 49.301107ms)","trace[1707138556] 'compare' (duration: 126.307624ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:10:42.121201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.145079ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:10:42.121376Z","caller":"traceutil/trace.go:171","msg":"trace[2045112378] linearizableReadLoop","detail":"{readStateIndex:1583; appliedIndex:1582; }","duration":"316.897633ms","start":"2026-04-16T03:10:41.804456Z","end":"2026-04-16T03:10:42.121354Z","steps":["trace[2045112378] 'read index received' (duration: 190.539678ms)","trace[2045112378] 'applied index is now lower than readState.Index' (duration: 126.355845ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:10:42.121471Z","caller":"traceutil/trace.go:171","msg":"trace[1685671711] transaction","detail":"{read_only:false; response_revision:1488; number_of_response:1; }","duration":"317.657352ms","start":"2026-04-16T03:10:41.803756Z","end":"2026-04-16T03:10:42.121414Z","steps":["trace[1685671711] 'process raft request' (duration: 191.197364ms)","trace[1685671711] 'compare' (duration: 125.963535ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:10:42.121679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.806879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:10:42.121741Z","caller":"traceutil/trace.go:171","msg":"trace[746748342] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1488; }","duration":"119.917122ms","start":"2026-04-16T03:10:42.001811Z","end":"2026-04-16T03:10:42.121728Z","steps":["trace[746748342] 'agreement among raft nodes before linearized reading' (duration: 119.670846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:42.121736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:41.803746Z","time spent":"317.827216ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:10:42.121739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.228961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:persistent-volume-provisioner\" ","response":"range_response_count:1 size:812"} {"level":"info","ts":"2026-04-16T03:10:42.121873Z","caller":"traceutil/trace.go:171","msg":"trace[203817489] range","detail":"{range_begin:/registry/clusterroles/system:persistent-volume-provisioner; range_end:; response_count:1; response_revision:1488; }","duration":"317.434467ms","start":"2026-04-16T03:10:41.804407Z","end":"2026-04-16T03:10:42.121841Z","steps":["trace[203817489] 'agreement among raft nodes before linearized reading' (duration: 317.050427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:42.121931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:41.804385Z","time spent":"317.534328ms","remote":"127.0.0.1:57022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":835,"request content":"key:\"/registry/clusterroles/system:persistent-volume-provisioner\" "} {"level":"warn","ts":"2026-04-16T03:10:42.545817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.941053ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:10:42.545944Z","caller":"traceutil/trace.go:171","msg":"trace[868953805] linearizableReadLoop","detail":"{readStateIndex:1584; appliedIndex:1583; }","duration":"415.384162ms","start":"2026-04-16T03:10:42.130543Z","end":"2026-04-16T03:10:42.545927Z","steps":["trace[868953805] 'read index received' (duration: 310.266545ms)","trace[868953805] 'applied index is now lower than readState.Index' (duration: 105.116167ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:10:42.546092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.556916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:volume-scheduler\" ","response":"range_response_count:1 size:723"} {"level":"info","ts":"2026-04-16T03:10:42.546125Z","caller":"traceutil/trace.go:171","msg":"trace[1785718430] range","detail":"{range_begin:/registry/clusterroles/system:volume-scheduler; range_end:; response_count:1; response_revision:1489; }","duration":"415.625698ms","start":"2026-04-16T03:10:42.13049Z","end":"2026-04-16T03:10:42.546116Z","steps":["trace[1785718430] 'agreement among raft nodes before linearized reading' (duration: 415.479095ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:10:42.546078Z","caller":"traceutil/trace.go:171","msg":"trace[619024607] transaction","detail":"{read_only:false; response_revision:1489; number_of_response:1; }","duration":"417.591338ms","start":"2026-04-16T03:10:42.12843Z","end":"2026-04-16T03:10:42.546021Z","steps":["trace[619024607] 'process raft request' (duration: 312.360778ms)","trace[619024607] 'compare' (duration: 104.764258ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:10:42.546176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:42.130471Z","time spent":"415.695269ms","remote":"127.0.0.1:57022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":746,"request content":"key:\"/registry/clusterroles/system:volume-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:10:42.54633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:42.128391Z","time spent":"417.810013ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:10:42.971339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.882821ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:10:42.971476Z","caller":"traceutil/trace.go:171","msg":"trace[1208402044] linearizableReadLoop","detail":"{readStateIndex:1585; appliedIndex:1584; }","duration":"417.100596ms","start":"2026-04-16T03:10:42.554355Z","end":"2026-04-16T03:10:42.971455Z","steps":["trace[1208402044] 'read index received' (duration: 173.861176ms)","trace[1208402044] 'applied index is now lower than readState.Index' (duration: 243.23777ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:10:42.971592Z","caller":"traceutil/trace.go:171","msg":"trace[803504800] transaction","detail":"{read_only:false; response_revision:1490; number_of_response:1; }","duration":"417.951697ms","start":"2026-04-16T03:10:42.553587Z","end":"2026-04-16T03:10:42.971538Z","steps":["trace[803504800] 'process raft request' (duration: 174.765838ms)","trace[803504800] 'compare' (duration: 242.718697ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:10:42.97175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.991564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:10:42.9718Z","caller":"traceutil/trace.go:171","msg":"trace[1323521319] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1490; }","duration":"370.081987ms","start":"2026-04-16T03:10:42.601698Z","end":"2026-04-16T03:10:42.97178Z","steps":["trace[1323521319] 'agreement among raft nodes before linearized reading' (duration: 369.929883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:42.971855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:42.553561Z","time spent":"418.151201ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:10:42.971898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:42.601682Z","time spent":"370.184849ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:10:42.971868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.464105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-approver\" ","response":"range_response_count:1 size:700"} {"level":"info","ts":"2026-04-16T03:10:42.971989Z","caller":"traceutil/trace.go:171","msg":"trace[443216262] range","detail":"{range_begin:/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-approver; range_end:; response_count:1; response_revision:1490; }","duration":"417.620568ms","start":"2026-04-16T03:10:42.554335Z","end":"2026-04-16T03:10:42.971955Z","steps":["trace[443216262] 'agreement among raft nodes before linearized reading' (duration: 417.28061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:42.972075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:42.554298Z","time spent":"417.760962ms","remote":"127.0.0.1:57022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":723,"request content":"key:\"/registry/clusterroles/system:certificates.k8s.io:kube-apiserver-client-approver\" "} {"level":"warn","ts":"2026-04-16T03:10:43.51947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.826043ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:10:43.519595Z","caller":"traceutil/trace.go:171","msg":"trace[1304593391] linearizableReadLoop","detail":"{readStateIndex:1586; appliedIndex:1585; }","duration":"542.20006ms","start":"2026-04-16T03:10:42.977377Z","end":"2026-04-16T03:10:43.519577Z","steps":["trace[1304593391] 'read index received' (duration: 164.711195ms)","trace[1304593391] 'applied index is now lower than readState.Index' (duration: 377.487475ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:10:43.519699Z","caller":"traceutil/trace.go:171","msg":"trace[2033825148] transaction","detail":"{read_only:false; response_revision:1491; number_of_response:1; }","duration":"542.758803ms","start":"2026-04-16T03:10:42.976883Z","end":"2026-04-16T03:10:43.519641Z","steps":["trace[2033825148] 'process raft request' (duration: 164.646323ms)","trace[2033825148] 'compare' (duration: 377.673779ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:10:43.519857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.465526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:service-account-issuer-discovery\" ","response":"range_response_count:1 size:699"} {"level":"warn","ts":"2026-04-16T03:10:43.519878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.536197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:10:43.520006Z","caller":"traceutil/trace.go:171","msg":"trace[211300743] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1491; }","duration":"417.724151ms","start":"2026-04-16T03:10:43.102241Z","end":"2026-04-16T03:10:43.519965Z","steps":["trace[211300743] 'agreement among raft nodes before linearized reading' (duration: 417.520726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:43.519915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:42.976864Z","time spent":"542.949528ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":796,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:10:43.520065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:43.102211Z","time spent":"417.845015ms","remote":"127.0.0.1:56684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:10:43.519925Z","caller":"traceutil/trace.go:171","msg":"trace[1065038293] range","detail":"{range_begin:/registry/clusterroles/system:service-account-issuer-discovery; range_end:; response_count:1; response_revision:1491; }","duration":"542.537527ms","start":"2026-04-16T03:10:42.977351Z","end":"2026-04-16T03:10:43.519889Z","steps":["trace[1065038293] 'agreement among raft nodes before linearized reading' (duration: 542.399284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:43.520194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:42.97734Z","time spent":"542.832034ms","remote":"127.0.0.1:57022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":722,"request content":"key:\"/registry/clusterroles/system:service-account-issuer-discovery\" "} {"level":"warn","ts":"2026-04-16T03:10:44.030441Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439974503,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T03:10:44.306443Z","caller":"traceutil/trace.go:171","msg":"trace[1730714624] linearizableReadLoop","detail":"{readStateIndex:1587; appliedIndex:1586; }","duration":"776.453592ms","start":"2026-04-16T03:10:43.52995Z","end":"2026-04-16T03:10:44.306404Z","steps":["trace[1730714624] 'read index received' (duration: 776.146744ms)","trace[1730714624] 'applied index is now lower than readState.Index' (duration: 305.268µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:10:44.306611Z","caller":"traceutil/trace.go:171","msg":"trace[1925329946] transaction","detail":"{read_only:false; response_revision:1492; number_of_response:1; }","duration":"779.277623ms","start":"2026-04-16T03:10:43.527321Z","end":"2026-04-16T03:10:44.306599Z","steps":["trace[1925329946] 'process raft request' (duration: 778.874802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:44.306755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:43.527295Z","time spent":"779.348235ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:10:44.307055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.939159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:10:44.307108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.142919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:attachdetach-controller\" ","response":"range_response_count:1 size:950"} {"level":"info","ts":"2026-04-16T03:10:44.307201Z","caller":"traceutil/trace.go:171","msg":"trace[1937639959] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1492; }","duration":"704.174174ms","start":"2026-04-16T03:10:43.602995Z","end":"2026-04-16T03:10:44.307169Z","steps":["trace[1937639959] 'agreement among raft nodes before linearized reading' (duration: 703.844676ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:10:44.307217Z","caller":"traceutil/trace.go:171","msg":"trace[1410261989] range","detail":"{range_begin:/registry/clusterroles/system:controller:attachdetach-controller; range_end:; response_count:1; response_revision:1492; }","duration":"777.266792ms","start":"2026-04-16T03:10:43.529927Z","end":"2026-04-16T03:10:44.307194Z","steps":["trace[1410261989] 'agreement among raft nodes before linearized reading' (duration: 776.969415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:44.307301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:43.602967Z","time spent":"704.294798ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:10:44.307305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:43.529916Z","time spent":"777.346415ms","remote":"127.0.0.1:57022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":973,"request content":"key:\"/registry/clusterroles/system:controller:attachdetach-controller\" "} {"level":"warn","ts":"2026-04-16T03:10:44.89835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.006581ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:10:44.898529Z","caller":"traceutil/trace.go:171","msg":"trace[434235866] transaction","detail":"{read_only:false; response_revision:1494; number_of_response:1; }","duration":"526.816099ms","start":"2026-04-16T03:10:44.371663Z","end":"2026-04-16T03:10:44.898479Z","steps":["trace[434235866] 'process raft request' (duration: 83.243545ms)","trace[434235866] 'compare' (duration: 442.868577ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:10:44.898681Z","caller":"traceutil/trace.go:171","msg":"trace[1755343992] linearizableReadLoop","detail":"{readStateIndex:1589; appliedIndex:1588; }","duration":"526.711167ms","start":"2026-04-16T03:10:44.371753Z","end":"2026-04-16T03:10:44.898464Z","steps":["trace[1755343992] 'read index received' (duration: 83.176993ms)","trace[1755343992] 'applied index is now lower than readState.Index' (duration: 443.532234ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:10:44.898753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:44.371632Z","time spent":"526.993484ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:10:44.898863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.066006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:disruption-controller\" ","response":"range_response_count:1 size:972"} {"level":"info","ts":"2026-04-16T03:10:44.899215Z","caller":"traceutil/trace.go:171","msg":"trace[1711739582] range","detail":"{range_begin:/registry/clusterroles/system:controller:disruption-controller; range_end:; response_count:1; response_revision:1494; }","duration":"527.458886ms","start":"2026-04-16T03:10:44.371723Z","end":"2026-04-16T03:10:44.899182Z","steps":["trace[1711739582] 'agreement among raft nodes before linearized reading' (duration: 526.870251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:44.898908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.204071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:10:44.899286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:44.371711Z","time spent":"527.562678ms","remote":"127.0.0.1:57022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":995,"request content":"key:\"/registry/clusterroles/system:controller:disruption-controller\" "} {"level":"info","ts":"2026-04-16T03:10:44.899361Z","caller":"traceutil/trace.go:171","msg":"trace[1959495542] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1494; }","duration":"196.627401ms","start":"2026-04-16T03:10:44.702691Z","end":"2026-04-16T03:10:44.899318Z","steps":["trace[1959495542] 'agreement among raft nodes before linearized reading' (duration: 196.17235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:45.397999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.086154ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:10:45.398127Z","caller":"traceutil/trace.go:171","msg":"trace[867337612] linearizableReadLoop","detail":"{readStateIndex:1590; appliedIndex:1589; }","duration":"489.436954ms","start":"2026-04-16T03:10:44.908671Z","end":"2026-04-16T03:10:45.398108Z","steps":["trace[867337612] 'read index received' (duration: 288.012231ms)","trace[867337612] 'applied index is now lower than readState.Index' (duration: 201.423303ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:10:45.398232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.556557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:endpointslicemirroring-controller\" ","response":"range_response_count:1 size:841"} {"level":"info","ts":"2026-04-16T03:10:45.39827Z","caller":"traceutil/trace.go:171","msg":"trace[1850070220] range","detail":"{range_begin:/registry/clusterroles/system:controller:endpointslicemirroring-controller; range_end:; response_count:1; response_revision:1495; }","duration":"489.606418ms","start":"2026-04-16T03:10:44.908651Z","end":"2026-04-16T03:10:45.398258Z","steps":["trace[1850070220] 'agreement among raft nodes before linearized reading' (duration: 489.502115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:45.398311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:44.908641Z","time spent":"489.65957ms","remote":"127.0.0.1:57022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":864,"request content":"key:\"/registry/clusterroles/system:controller:endpointslicemirroring-controller\" "} {"level":"info","ts":"2026-04-16T03:10:45.398295Z","caller":"traceutil/trace.go:171","msg":"trace[1940007342] transaction","detail":"{read_only:false; response_revision:1495; number_of_response:1; }","duration":"492.497371ms","start":"2026-04-16T03:10:44.905748Z","end":"2026-04-16T03:10:45.398245Z","steps":["trace[1940007342] 'process raft request' (duration: 291.048838ms)","trace[1940007342] 'compare' (duration: 200.949481ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:10:45.398584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:44.905722Z","time spent":"492.662226ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:10:45.815323Z","caller":"traceutil/trace.go:171","msg":"trace[1844279221] linearizableReadLoop","detail":"{readStateIndex:1591; appliedIndex:1590; }","duration":"408.229912ms","start":"2026-04-16T03:10:45.407068Z","end":"2026-04-16T03:10:45.815298Z","steps":["trace[1844279221] 'read index received' (duration: 408.015806ms)","trace[1844279221] 'applied index is now lower than readState.Index' (duration: 212.956µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:10:45.815455Z","caller":"traceutil/trace.go:171","msg":"trace[633236165] transaction","detail":"{read_only:false; response_revision:1496; number_of_response:1; }","duration":"410.457437ms","start":"2026-04-16T03:10:45.404939Z","end":"2026-04-16T03:10:45.815397Z","steps":["trace[633236165] 'process raft request' (duration: 410.131679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:45.815575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.476848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:generic-garbage-collector\" ","response":"range_response_count:1 size:693"} {"level":"info","ts":"2026-04-16T03:10:45.815663Z","caller":"traceutil/trace.go:171","msg":"trace[763294883] range","detail":"{range_begin:/registry/clusterroles/system:controller:generic-garbage-collector; range_end:; response_count:1; response_revision:1496; }","duration":"408.58661ms","start":"2026-04-16T03:10:45.407051Z","end":"2026-04-16T03:10:45.815638Z","steps":["trace[763294883] 'agreement among raft nodes before linearized reading' (duration: 408.368695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:45.815745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:45.407044Z","time spent":"408.682432ms","remote":"127.0.0.1:57022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":716,"request content":"key:\"/registry/clusterroles/system:controller:generic-garbage-collector\" "} {"level":"warn","ts":"2026-04-16T03:10:45.815754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:45.404918Z","time spent":"410.691892ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:10:46.604545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.847366ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:10:46.604764Z","caller":"traceutil/trace.go:171","msg":"trace[193401479] transaction","detail":"{read_only:false; response_revision:1497; number_of_response:1; }","duration":"782.995287ms","start":"2026-04-16T03:10:45.821732Z","end":"2026-04-16T03:10:46.604727Z","steps":["trace[193401479] 'process raft request' (duration: 269.876354ms)","trace[193401479] 'compare' (duration: 512.694163ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:10:46.60484Z","caller":"traceutil/trace.go:171","msg":"trace[1432262277] transaction","detail":"{read_only:false; response_revision:1498; number_of_response:1; }","duration":"484.725995ms","start":"2026-04-16T03:10:46.120094Z","end":"2026-04-16T03:10:46.60482Z","steps":["trace[1432262277] 'process raft request' (duration: 484.634313ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:10:46.604857Z","caller":"traceutil/trace.go:171","msg":"trace[660103569] linearizableReadLoop","detail":"{readStateIndex:1592; appliedIndex:1591; }","duration":"782.027421ms","start":"2026-04-16T03:10:45.822789Z","end":"2026-04-16T03:10:46.604816Z","steps":["trace[660103569] 'read index received' (duration: 268.829716ms)","trace[660103569] 'applied index is now lower than readState.Index' (duration: 513.194365ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:10:46.604906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:45.821717Z","time spent":"783.13183ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:10:46.604929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:46.120063Z","time spent":"484.818758ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:10:46.60515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.35984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:namespace-controller\" ","response":"range_response_count:1 size:723"} {"level":"warn","ts":"2026-04-16T03:10:46.60515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.776957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:10:46.605198Z","caller":"traceutil/trace.go:171","msg":"trace[349582331] range","detail":"{range_begin:/registry/clusterroles/system:controller:namespace-controller; range_end:; response_count:1; response_revision:1498; }","duration":"782.460913ms","start":"2026-04-16T03:10:45.822725Z","end":"2026-04-16T03:10:46.605186Z","steps":["trace[349582331] 'agreement among raft nodes before linearized reading' (duration: 782.258268ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:10:46.605212Z","caller":"traceutil/trace.go:171","msg":"trace[1511336579] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1498; }","duration":"202.90905ms","start":"2026-04-16T03:10:46.402287Z","end":"2026-04-16T03:10:46.605196Z","steps":["trace[1511336579] 'agreement among raft nodes before linearized reading' (duration: 202.781407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:46.605239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:45.822702Z","time spent":"782.527854ms","remote":"127.0.0.1:57022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":746,"request content":"key:\"/registry/clusterroles/system:controller:namespace-controller\" "} {"level":"warn","ts":"2026-04-16T03:10:46.901099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.752969ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:10:46.901264Z","caller":"traceutil/trace.go:171","msg":"trace[1162380456] linearizableReadLoop","detail":"{readStateIndex:1594; appliedIndex:1593; }","duration":"287.11907ms","start":"2026-04-16T03:10:46.614122Z","end":"2026-04-16T03:10:46.901241Z","steps":["trace[1162380456] 'read index received' (duration: 114.116696ms)","trace[1162380456] 'applied index is now lower than readState.Index' (duration: 173.000724ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:10:46.901351Z","caller":"traceutil/trace.go:171","msg":"trace[640102066] transaction","detail":"{read_only:false; response_revision:1499; number_of_response:1; }","duration":"289.360356ms","start":"2026-04-16T03:10:46.611961Z","end":"2026-04-16T03:10:46.901321Z","steps":["trace[640102066] 'process raft request' (duration: 116.208158ms)","trace[640102066] 'compare' (duration: 172.571614ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:10:46.90148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.353896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:pod-garbage-collector\" ","response":"range_response_count:1 size:663"} {"level":"info","ts":"2026-04-16T03:10:46.901524Z","caller":"traceutil/trace.go:171","msg":"trace[1229969756] range","detail":"{range_begin:/registry/clusterroles/system:controller:pod-garbage-collector; range_end:; response_count:1; response_revision:1499; }","duration":"287.436688ms","start":"2026-04-16T03:10:46.614073Z","end":"2026-04-16T03:10:46.901509Z","steps":["trace[1229969756] 'agreement among raft nodes before linearized reading' (duration: 287.281684ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:47.409712Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439974545,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T03:10:47.595733Z","caller":"traceutil/trace.go:171","msg":"trace[413856970] linearizableReadLoop","detail":"{readStateIndex:1595; appliedIndex:1594; }","duration":"686.890797ms","start":"2026-04-16T03:10:46.908816Z","end":"2026-04-16T03:10:47.595707Z","steps":["trace[413856970] 'read index received' (duration: 686.631501ms)","trace[413856970] 'applied index is now lower than readState.Index' (duration: 257.646µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:10:47.595827Z","caller":"traceutil/trace.go:171","msg":"trace[41625098] transaction","detail":"{read_only:false; response_revision:1500; number_of_response:1; }","duration":"688.032046ms","start":"2026-04-16T03:10:46.907717Z","end":"2026-04-16T03:10:47.595749Z","steps":["trace[41625098] 'process raft request' (duration: 687.80924ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:47.596125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.262137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:resourcequota-controller\" ","response":"range_response_count:1 size:698"} {"level":"warn","ts":"2026-04-16T03:10:47.596094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.411623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:5304"} {"level":"info","ts":"2026-04-16T03:10:47.596307Z","caller":"traceutil/trace.go:171","msg":"trace[944795636] range","detail":"{range_begin:/registry/clusterroles/system:controller:resourcequota-controller; range_end:; response_count:1; response_revision:1500; }","duration":"687.479442ms","start":"2026-04-16T03:10:46.908798Z","end":"2026-04-16T03:10:47.596277Z","steps":["trace[944795636] 'agreement among raft nodes before linearized reading' (duration: 687.01306ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:10:47.596362Z","caller":"traceutil/trace.go:171","msg":"trace[594339875] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:1500; }","duration":"326.744411ms","start":"2026-04-16T03:10:47.269594Z","end":"2026-04-16T03:10:47.596338Z","steps":["trace[594339875] 'agreement among raft nodes before linearized reading' (duration: 326.28256ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:47.596427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:47.269568Z","time spent":"326.842534ms","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":5327,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-04-16T03:10:47.596408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:46.90879Z","time spent":"687.603906ms","remote":"127.0.0.1:57022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":721,"request content":"key:\"/registry/clusterroles/system:controller:resourcequota-controller\" "} {"level":"warn","ts":"2026-04-16T03:10:47.596447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:46.907701Z","time spent":"688.469677ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:10:47.596173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.370569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:10:47.596786Z","caller":"traceutil/trace.go:171","msg":"trace[5581092] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1500; }","duration":"193.932323ms","start":"2026-04-16T03:10:47.402793Z","end":"2026-04-16T03:10:47.596726Z","steps":["trace[5581092] 'agreement among raft nodes before linearized reading' (duration: 193.347178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:48.70124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.861929ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:10:48.701379Z","caller":"traceutil/trace.go:171","msg":"trace[830629170] linearizableReadLoop","detail":"{readStateIndex:1596; appliedIndex:1595; }","duration":"1.09641043s","start":"2026-04-16T03:10:47.604951Z","end":"2026-04-16T03:10:48.701361Z","steps":["trace[830629170] 'read index received' (duration: 435.320716ms)","trace[830629170] 'applied index is now lower than readState.Index' (duration: 661.088264ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:10:48.701552Z","caller":"traceutil/trace.go:171","msg":"trace[347292202] transaction","detail":"{read_only:false; response_revision:1501; number_of_response:1; }","duration":"1.097514338s","start":"2026-04-16T03:10:47.603915Z","end":"2026-04-16T03:10:48.701429Z","steps":["trace[347292202] 'process raft request' (duration: 436.345441ms)","trace[347292202] 'compare' (duration: 660.690535ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:10:48.701698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096754109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7418"} {"level":"info","ts":"2026-04-16T03:10:48.701745Z","caller":"traceutil/trace.go:171","msg":"trace[1733570391] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:1501; }","duration":"1.096842922s","start":"2026-04-16T03:10:47.60489Z","end":"2026-04-16T03:10:48.701733Z","steps":["trace[1733570391] 'agreement among raft nodes before linearized reading' (duration: 1.096649827s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:48.701712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.137972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:10:48.701782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:47.60487Z","time spent":"1.096906324s","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7441,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-04-16T03:10:48.701814Z","caller":"traceutil/trace.go:171","msg":"trace[2107649325] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1501; }","duration":"899.260106ms","start":"2026-04-16T03:10:47.802531Z","end":"2026-04-16T03:10:48.701791Z","steps":["trace[2107649325] 'agreement among raft nodes before linearized reading' (duration: 899.05638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:48.70183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:47.603882Z","time spent":"1.097806045s","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:10:48.701711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095788705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:statefulset-controller\" ","response":"range_response_count:1 size:990"} {"level":"warn","ts":"2026-04-16T03:10:48.701869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:47.802456Z","time spent":"899.405671ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:10:48.701926Z","caller":"traceutil/trace.go:171","msg":"trace[52791904] range","detail":"{range_begin:/registry/clusterroles/system:controller:statefulset-controller; range_end:; response_count:1; response_revision:1501; }","duration":"1.096081184s","start":"2026-04-16T03:10:47.60582Z","end":"2026-04-16T03:10:48.701902Z","steps":["trace[52791904] 'agreement among raft nodes before linearized reading' (duration: 1.095733594s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:48.702006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:47.605793Z","time spent":"1.096193276s","remote":"127.0.0.1:57022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":1013,"request content":"key:\"/registry/clusterroles/system:controller:statefulset-controller\" "} {"level":"info","ts":"2026-04-16T03:10:48.9571Z","caller":"traceutil/trace.go:171","msg":"trace[181413156] linearizableReadLoop","detail":"{readStateIndex:1597; appliedIndex:1596; }","duration":"247.424566ms","start":"2026-04-16T03:10:48.709642Z","end":"2026-04-16T03:10:48.957066Z","steps":["trace[181413156] 'read index received' (duration: 156.499636ms)","trace[181413156] 'applied index is now lower than readState.Index' (duration: 90.92386ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:10:48.957167Z","caller":"traceutil/trace.go:171","msg":"trace[1830360682] transaction","detail":"{read_only:false; response_revision:1502; number_of_response:1; }","duration":"247.794676ms","start":"2026-04-16T03:10:48.709315Z","end":"2026-04-16T03:10:48.957109Z","steps":["trace[1830360682] 'process raft request' (duration: 156.902297ms)","trace[1830360682] 'compare' (duration: 90.661643ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:10:48.957404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.729174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:certificate-controller\" ","response":"range_response_count:1 size:1142"} {"level":"info","ts":"2026-04-16T03:10:48.957526Z","caller":"traceutil/trace.go:171","msg":"trace[2147473335] range","detail":"{range_begin:/registry/clusterroles/system:controller:certificate-controller; range_end:; response_count:1; response_revision:1502; }","duration":"247.886268ms","start":"2026-04-16T03:10:48.709584Z","end":"2026-04-16T03:10:48.95747Z","steps":["trace[2147473335] 'agreement among raft nodes before linearized reading' (duration: 247.646152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:48.957537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.718694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7486"} {"level":"info","ts":"2026-04-16T03:10:48.957584Z","caller":"traceutil/trace.go:171","msg":"trace[1604374586] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:1502; }","duration":"247.803515ms","start":"2026-04-16T03:10:48.709763Z","end":"2026-04-16T03:10:48.957566Z","steps":["trace[1604374586] 'agreement among raft nodes before linearized reading' (duration: 247.488257ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:49.466061Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439974567,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:10:49.966948Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439974567,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:10:50.279205Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.286137557s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:10:50.279643Z","caller":"traceutil/trace.go:171","msg":"trace[2117244855] linearizableReadLoop","detail":"{readStateIndex:1598; appliedIndex:1597; }","duration":"1.313760326s","start":"2026-04-16T03:10:48.965858Z","end":"2026-04-16T03:10:50.279618Z","steps":["trace[2117244855] 'read index received' (duration: 1.31351872s)","trace[2117244855] 'applied index is now lower than readState.Index' (duration: 240.496µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:10:50.279739Z","caller":"traceutil/trace.go:171","msg":"trace[1940976042] transaction","detail":"{read_only:false; response_revision:1503; number_of_response:1; }","duration":"1.315409978s","start":"2026-04-16T03:10:48.964266Z","end":"2026-04-16T03:10:50.279676Z","steps":["trace[1940976042] 'process raft request' (duration: 1.315185262s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:50.279819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31392758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/system:controller:ttl-after-finished-controller\" ","response":"range_response_count:1 size:695"} {"level":"warn","ts":"2026-04-16T03:10:50.279846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.937518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:10:50.279863Z","caller":"traceutil/trace.go:171","msg":"trace[853751339] range","detail":"{range_begin:/registry/clusterroles/system:controller:ttl-after-finished-controller; range_end:; response_count:1; response_revision:1503; }","duration":"1.314013892s","start":"2026-04-16T03:10:48.965835Z","end":"2026-04-16T03:10:50.279849Z","steps":["trace[853751339] 'agreement among raft nodes before linearized reading' (duration: 1.313874789s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:10:50.279889Z","caller":"traceutil/trace.go:171","msg":"trace[1655348869] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1503; }","duration":"477.082102ms","start":"2026-04-16T03:10:49.802796Z","end":"2026-04-16T03:10:50.279878Z","steps":["trace[1655348869] 'agreement among raft nodes before linearized reading' (duration: 476.968059ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:50.279921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:48.965823Z","time spent":"1.314072673s","remote":"127.0.0.1:57022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":718,"request content":"key:\"/registry/clusterroles/system:controller:ttl-after-finished-controller\" "} {"level":"warn","ts":"2026-04-16T03:10:50.279931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:49.80277Z","time spent":"477.141673ms","remote":"127.0.0.1:56684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:10:50.279921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:48.964236Z","time spent":"1.315593253s","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:10:50.621658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.507772ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:10:50.621793Z","caller":"traceutil/trace.go:171","msg":"trace[1621560162] linearizableReadLoop","detail":"{readStateIndex:1599; appliedIndex:1598; }","duration":"334.19853ms","start":"2026-04-16T03:10:50.287555Z","end":"2026-04-16T03:10:50.621753Z","steps":["trace[1621560162] 'read index received' (duration: 176.574305ms)","trace[1621560162] 'applied index is now lower than readState.Index' (duration: 157.621855ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:10:50.622065Z","caller":"traceutil/trace.go:171","msg":"trace[1151255215] transaction","detail":"{read_only:false; response_revision:1504; number_of_response:1; }","duration":"335.77741ms","start":"2026-04-16T03:10:50.286211Z","end":"2026-04-16T03:10:50.621988Z","steps":["trace[1151255215] 'process raft request' (duration: 177.845567ms)","trace[1151255215] 'compare' (duration: 157.296647ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:10:50.622159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.59522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:monitoring\" ","response":"range_response_count:1 size:694"} {"level":"info","ts":"2026-04-16T03:10:50.622215Z","caller":"traceutil/trace.go:171","msg":"trace[1943725613] range","detail":"{range_begin:/registry/clusterrolebindings/system:monitoring; range_end:; response_count:1; response_revision:1504; }","duration":"334.668041ms","start":"2026-04-16T03:10:50.287534Z","end":"2026-04-16T03:10:50.622202Z","steps":["trace[1943725613] 'agreement among raft nodes before linearized reading' (duration: 334.464456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:50.622248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:50.286178Z","time spent":"335.965655ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:10:50.62226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:50.287524Z","time spent":"334.727292ms","remote":"127.0.0.1:57032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":717,"request content":"key:\"/registry/clusterrolebindings/system:monitoring\" "} {"level":"warn","ts":"2026-04-16T03:10:50.622673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.721328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:10:50.622747Z","caller":"traceutil/trace.go:171","msg":"trace[454940147] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1504; }","duration":"320.844461ms","start":"2026-04-16T03:10:50.301882Z","end":"2026-04-16T03:10:50.622726Z","steps":["trace[454940147] 'agreement among raft nodes before linearized reading' (duration: 320.739988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:50.622798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:50.301856Z","time spent":"320.929404ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:10:51.209516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.546141ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:10:51.209678Z","caller":"traceutil/trace.go:171","msg":"trace[790363023] linearizableReadLoop","detail":"{readStateIndex:1600; appliedIndex:1599; }","duration":"580.003594ms","start":"2026-04-16T03:10:50.629646Z","end":"2026-04-16T03:10:51.20965Z","steps":["trace[790363023] 'read index received' (duration: 96.976452ms)","trace[790363023] 'applied index is now lower than readState.Index' (duration: 483.024662ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:10:51.209707Z","caller":"traceutil/trace.go:171","msg":"trace[1643441067] transaction","detail":"{read_only:false; response_revision:1505; number_of_response:1; }","duration":"581.496472ms","start":"2026-04-16T03:10:50.62817Z","end":"2026-04-16T03:10:51.209667Z","steps":["trace[1643441067] 'process raft request' (duration: 98.586952ms)","trace[1643441067] 'compare' (duration: 482.377827ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:10:51.209858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:50.628153Z","time spent":"581.626546ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":835,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:10:51.209955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.278451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:public-info-viewer\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-04-16T03:10:51.210017Z","caller":"traceutil/trace.go:171","msg":"trace[1688106546] range","detail":"{range_begin:/registry/clusterrolebindings/system:public-info-viewer; range_end:; response_count:1; response_revision:1505; }","duration":"580.375233ms","start":"2026-04-16T03:10:50.629628Z","end":"2026-04-16T03:10:51.210004Z","steps":["trace[1688106546] 'agreement among raft nodes before linearized reading' (duration: 580.175778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:51.210063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:50.629621Z","time spent":"580.432534ms","remote":"127.0.0.1:57032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":806,"request content":"key:\"/registry/clusterrolebindings/system:public-info-viewer\" "} {"level":"warn","ts":"2026-04-16T03:10:51.21037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.506609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:10:51.210496Z","caller":"traceutil/trace.go:171","msg":"trace[819177565] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1505; }","duration":"308.651943ms","start":"2026-04-16T03:10:50.901814Z","end":"2026-04-16T03:10:51.210466Z","steps":["trace[819177565] 'agreement among raft nodes before linearized reading' (duration: 308.405427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:51.210549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:50.90174Z","time spent":"308.800167ms","remote":"127.0.0.1:56684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:10:51.578978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.765421ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:10:51.579147Z","caller":"traceutil/trace.go:171","msg":"trace[1829480064] linearizableReadLoop","detail":"{readStateIndex:1601; appliedIndex:1600; }","duration":"359.817928ms","start":"2026-04-16T03:10:51.219308Z","end":"2026-04-16T03:10:51.579126Z","steps":["trace[1829480064] 'read index received' (duration: 157.719667ms)","trace[1829480064] 'applied index is now lower than readState.Index' (duration: 202.096741ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:10:51.57923Z","caller":"traceutil/trace.go:171","msg":"trace[1777730901] transaction","detail":"{read_only:false; response_revision:1506; number_of_response:1; }","duration":"361.654283ms","start":"2026-04-16T03:10:51.217519Z","end":"2026-04-16T03:10:51.579173Z","steps":["trace[1777730901] 'process raft request' (duration: 159.555134ms)","trace[1777730901] 'compare' (duration: 201.386061ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:10:51.579378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.068004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:kube-dns\" ","response":"range_response_count:1 size:674"} {"level":"info","ts":"2026-04-16T03:10:51.579441Z","caller":"traceutil/trace.go:171","msg":"trace[1683422523] range","detail":"{range_begin:/registry/clusterrolebindings/system:kube-dns; range_end:; response_count:1; response_revision:1506; }","duration":"360.154917ms","start":"2026-04-16T03:10:51.219269Z","end":"2026-04-16T03:10:51.579424Z","steps":["trace[1683422523] 'agreement among raft nodes before linearized reading' (duration: 359.963072ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:51.579492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:51.217485Z","time spent":"361.862669ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:10:51.579473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.698816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:10:51.579505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:51.21925Z","time spent":"360.233748ms","remote":"127.0.0.1:57032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":697,"request content":"key:\"/registry/clusterrolebindings/system:kube-dns\" "} {"level":"info","ts":"2026-04-16T03:10:51.579573Z","caller":"traceutil/trace.go:171","msg":"trace[443307627] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1506; }","duration":"276.874231ms","start":"2026-04-16T03:10:51.302675Z","end":"2026-04-16T03:10:51.579549Z","steps":["trace[443307627] 'agreement among raft nodes before linearized reading' (duration: 276.688336ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:10:51.93027Z","caller":"traceutil/trace.go:171","msg":"trace[1843978890] linearizableReadLoop","detail":"{readStateIndex:1602; appliedIndex:1601; }","duration":"342.853318ms","start":"2026-04-16T03:10:51.587394Z","end":"2026-04-16T03:10:51.930247Z","steps":["trace[1843978890] 'read index received' (duration: 342.696694ms)","trace[1843978890] 'applied index is now lower than readState.Index' (duration: 155.554µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:10:51.930341Z","caller":"traceutil/trace.go:171","msg":"trace[91463437] transaction","detail":"{read_only:false; response_revision:1507; number_of_response:1; }","duration":"344.166441ms","start":"2026-04-16T03:10:51.586127Z","end":"2026-04-16T03:10:51.930294Z","steps":["trace[91463437] 'process raft request' (duration: 343.920925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:51.930551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:51.586091Z","time spent":"344.353276ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:10:51.930586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.150525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:node\" ","response":"range_response_count:1 size:603"} {"level":"info","ts":"2026-04-16T03:10:51.930674Z","caller":"traceutil/trace.go:171","msg":"trace[296321423] range","detail":"{range_begin:/registry/clusterrolebindings/system:node; range_end:; response_count:1; response_revision:1507; }","duration":"343.306939ms","start":"2026-04-16T03:10:51.587347Z","end":"2026-04-16T03:10:51.930654Z","steps":["trace[296321423] 'agreement among raft nodes before linearized reading' (duration: 343.017012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:51.930736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:51.587327Z","time spent":"343.400031ms","remote":"127.0.0.1:57032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":626,"request content":"key:\"/registry/clusterrolebindings/system:node\" "} {"level":"info","ts":"2026-04-16T03:10:52.058706Z","caller":"traceutil/trace.go:171","msg":"trace[211878958] linearizableReadLoop","detail":"{readStateIndex:1603; appliedIndex:1602; }","duration":"128.334475ms","start":"2026-04-16T03:10:51.930336Z","end":"2026-04-16T03:10:52.05867Z","steps":["trace[211878958] 'read index received' (duration: 72.134334ms)","trace[211878958] 'applied index is now lower than readState.Index' (duration: 56.198721ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:10:52.058959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.221549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:10:52.058951Z","caller":"traceutil/trace.go:171","msg":"trace[802586511] transaction","detail":"{read_only:false; response_revision:1508; number_of_response:1; }","duration":"284.517424ms","start":"2026-04-16T03:10:51.774374Z","end":"2026-04-16T03:10:52.058891Z","steps":["trace[802586511] 'process raft request' (duration: 228.154409ms)","trace[802586511] 'compare' (duration: 55.989225ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:10:52.059006Z","caller":"traceutil/trace.go:171","msg":"trace[1788436039] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1508; }","duration":"156.354633ms","start":"2026-04-16T03:10:51.902639Z","end":"2026-04-16T03:10:52.058993Z","steps":["trace[1788436039] 'agreement among raft nodes before linearized reading' (duration: 156.20427ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:10:52.097899Z","caller":"traceutil/trace.go:171","msg":"trace[877042671] transaction","detail":"{read_only:false; response_revision:1509; number_of_response:1; }","duration":"163.208226ms","start":"2026-04-16T03:10:51.934641Z","end":"2026-04-16T03:10:52.097849Z","steps":["trace[877042671] 'process raft request' (duration: 162.99308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:52.097927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.931246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:service-account-issuer-discovery\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-04-16T03:10:52.098065Z","caller":"traceutil/trace.go:171","msg":"trace[2005771980] range","detail":"{range_begin:/registry/clusterrolebindings/system:service-account-issuer-discovery; range_end:; response_count:1; response_revision:1509; }","duration":"164.11637ms","start":"2026-04-16T03:10:51.933923Z","end":"2026-04-16T03:10:52.09804Z","steps":["trace[2005771980] 'agreement among raft nodes before linearized reading' (duration: 163.883494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:52.341326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.917879ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:10:52.341472Z","caller":"traceutil/trace.go:171","msg":"trace[1248350162] linearizableReadLoop","detail":"{readStateIndex:1605; appliedIndex:1604; }","duration":"237.744761ms","start":"2026-04-16T03:10:52.103706Z","end":"2026-04-16T03:10:52.341451Z","steps":["trace[1248350162] 'read index received' (duration: 55.495103ms)","trace[1248350162] 'applied index is now lower than readState.Index' (duration: 182.248028ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:10:52.341521Z","caller":"traceutil/trace.go:171","msg":"trace[1849080046] transaction","detail":"{read_only:false; response_revision:1510; number_of_response:1; }","duration":"238.736696ms","start":"2026-04-16T03:10:52.102738Z","end":"2026-04-16T03:10:52.341474Z","steps":["trace[1849080046] 'process raft request' (duration: 56.57172ms)","trace[1849080046] 'compare' (duration: 181.740295ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:10:52.341678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.970096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:811"} {"level":"info","ts":"2026-04-16T03:10:52.341711Z","caller":"traceutil/trace.go:171","msg":"trace[747464134] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:1510; }","duration":"238.045948ms","start":"2026-04-16T03:10:52.103652Z","end":"2026-04-16T03:10:52.341698Z","steps":["trace[747464134] 'agreement among raft nodes before linearized reading' (duration: 237.859204ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:10:52.618639Z","caller":"traceutil/trace.go:171","msg":"trace[1109158035] linearizableReadLoop","detail":"{readStateIndex:1606; appliedIndex:1605; }","duration":"270.202612ms","start":"2026-04-16T03:10:52.3484Z","end":"2026-04-16T03:10:52.618603Z","steps":["trace[1109158035] 'read index received' (duration: 269.945476ms)","trace[1109158035] 'applied index is now lower than readState.Index' (duration: 255.956µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:10:52.618723Z","caller":"traceutil/trace.go:171","msg":"trace[1276247649] transaction","detail":"{read_only:false; response_revision:1511; number_of_response:1; }","duration":"272.385848ms","start":"2026-04-16T03:10:52.346277Z","end":"2026-04-16T03:10:52.618663Z","steps":["trace[1276247649] 'process raft request' (duration: 272.138241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:52.618925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.795172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:10:52.618922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.487899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:daemon-set-controller\" ","response":"range_response_count:1 size:759"} {"level":"info","ts":"2026-04-16T03:10:52.619028Z","caller":"traceutil/trace.go:171","msg":"trace[1100504962] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1511; }","duration":"216.942805ms","start":"2026-04-16T03:10:52.402018Z","end":"2026-04-16T03:10:52.618961Z","steps":["trace[1100504962] 'agreement among raft nodes before linearized reading' (duration: 216.765971ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:10:52.619088Z","caller":"traceutil/trace.go:171","msg":"trace[1761113402] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:daemon-set-controller; range_end:; response_count:1; response_revision:1511; }","duration":"270.639183ms","start":"2026-04-16T03:10:52.348351Z","end":"2026-04-16T03:10:52.61899Z","steps":["trace[1761113402] 'agreement among raft nodes before linearized reading' (duration: 270.386597ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:10:52.849308Z","caller":"traceutil/trace.go:171","msg":"trace[1516798187] linearizableReadLoop","detail":"{readStateIndex:1607; appliedIndex:1606; }","duration":"221.163321ms","start":"2026-04-16T03:10:52.628097Z","end":"2026-04-16T03:10:52.849261Z","steps":["trace[1516798187] 'read index received' (duration: 134.50079ms)","trace[1516798187] 'applied index is now lower than readState.Index' (duration: 86.60731ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:10:52.849352Z","caller":"traceutil/trace.go:171","msg":"trace[957068236] transaction","detail":"{read_only:false; response_revision:1512; number_of_response:1; }","duration":"222.783222ms","start":"2026-04-16T03:10:52.626543Z","end":"2026-04-16T03:10:52.849326Z","steps":["trace[957068236] 'process raft request' (duration: 136.134321ms)","trace[957068236] 'compare' (duration: 86.371064ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:10:52.849348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.224733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:endpoint-controller\" ","response":"range_response_count:1 size:751"} {"level":"info","ts":"2026-04-16T03:10:52.849563Z","caller":"traceutil/trace.go:171","msg":"trace[93580757] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:endpoint-controller; range_end:; response_count:1; response_revision:1512; }","duration":"221.472579ms","start":"2026-04-16T03:10:52.628069Z","end":"2026-04-16T03:10:52.849541Z","steps":["trace[93580757] 'agreement among raft nodes before linearized reading' (duration: 221.141881ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:53.22982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.228712ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:10:53.22995Z","caller":"traceutil/trace.go:171","msg":"trace[1243697798] linearizableReadLoop","detail":"{readStateIndex:1608; appliedIndex:1607; }","duration":"374.305734ms","start":"2026-04-16T03:10:52.855626Z","end":"2026-04-16T03:10:53.229931Z","steps":["trace[1243697798] 'read index received' (duration: 137.824976ms)","trace[1243697798] 'applied index is now lower than readState.Index' (duration: 236.479228ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:10:53.230107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.466298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:endpointslicemirroring-controller\" ","response":"range_response_count:1 size:807"} {"level":"info","ts":"2026-04-16T03:10:53.230068Z","caller":"traceutil/trace.go:171","msg":"trace[1913703337] transaction","detail":"{read_only:false; response_revision:1513; number_of_response:1; }","duration":"376.868699ms","start":"2026-04-16T03:10:52.853129Z","end":"2026-04-16T03:10:53.229998Z","steps":["trace[1913703337] 'process raft request' (duration: 140.39031ms)","trace[1913703337] 'compare' (duration: 236.075349ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:10:53.230134Z","caller":"traceutil/trace.go:171","msg":"trace[983400229] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:endpointslicemirroring-controller; range_end:; response_count:1; response_revision:1513; }","duration":"374.5224ms","start":"2026-04-16T03:10:52.855604Z","end":"2026-04-16T03:10:53.230126Z","steps":["trace[983400229] 'agreement among raft nodes before linearized reading' (duration: 374.419008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:53.230171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:52.855593Z","time spent":"374.571851ms","remote":"127.0.0.1:57032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":830,"request content":"key:\"/registry/clusterrolebindings/system:controller:endpointslicemirroring-controller\" "} {"level":"warn","ts":"2026-04-16T03:10:53.230196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.712867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:10:53.230291Z","caller":"traceutil/trace.go:171","msg":"trace[138654593] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1513; }","duration":"227.870111ms","start":"2026-04-16T03:10:53.0024Z","end":"2026-04-16T03:10:53.23027Z","steps":["trace[138654593] 'agreement among raft nodes before linearized reading' (duration: 227.682196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:53.230303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:52.853094Z","time spent":"377.074034ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":890,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:10:53.735832Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439974613,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T03:10:54.087213Z","caller":"traceutil/trace.go:171","msg":"trace[1706206144] linearizableReadLoop","detail":"{readStateIndex:1609; appliedIndex:1608; }","duration":"851.794766ms","start":"2026-04-16T03:10:53.235381Z","end":"2026-04-16T03:10:54.087176Z","steps":["trace[1706206144] 'read index received' (duration: 851.519579ms)","trace[1706206144] 'applied index is now lower than readState.Index' (duration: 273.917µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:10:54.087352Z","caller":"traceutil/trace.go:171","msg":"trace[1072751053] transaction","detail":"{read_only:false; response_revision:1514; number_of_response:1; }","duration":"852.064813ms","start":"2026-04-16T03:10:53.235238Z","end":"2026-04-16T03:10:54.087303Z","steps":["trace[1072751053] 'process raft request' (duration: 851.753175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:54.087521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:53.235212Z","time spent":"852.231686ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1206,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:10:54.087531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.347869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:10:54.08755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.146004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:ephemeral-volume-controller\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-04-16T03:10:54.087592Z","caller":"traceutil/trace.go:171","msg":"trace[1266743665] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1514; }","duration":"585.493993ms","start":"2026-04-16T03:10:53.502082Z","end":"2026-04-16T03:10:54.087576Z","steps":["trace[1266743665] 'agreement among raft nodes before linearized reading' (duration: 585.289368ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:10:54.087611Z","caller":"traceutil/trace.go:171","msg":"trace[1189054858] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:ephemeral-volume-controller; range_end:; response_count:1; response_revision:1514; }","duration":"852.281478ms","start":"2026-04-16T03:10:53.235314Z","end":"2026-04-16T03:10:54.087596Z","steps":["trace[1189054858] 'agreement among raft nodes before linearized reading' (duration: 852.050552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:54.087649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:53.235287Z","time spent":"852.354409ms","remote":"127.0.0.1:57032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":806,"request content":"key:\"/registry/clusterrolebindings/system:controller:ephemeral-volume-controller\" "} {"level":"warn","ts":"2026-04-16T03:10:54.08765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:53.502042Z","time spent":"585.594225ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:10:54.838787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.588753ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:10:54.838964Z","caller":"traceutil/trace.go:171","msg":"trace[859814827] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1514; }","duration":"577.804498ms","start":"2026-04-16T03:10:54.261135Z","end":"2026-04-16T03:10:54.838939Z","steps":["trace[859814827] 'range keys from in-memory index tree' (duration: 577.557162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:54.839056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.276083ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:10:54.839215Z","caller":"traceutil/trace.go:171","msg":"trace[1445844471] linearizableReadLoop","detail":"{readStateIndex:1610; appliedIndex:1609; }","duration":"745.622161ms","start":"2026-04-16T03:10:54.093556Z","end":"2026-04-16T03:10:54.839178Z","steps":["trace[1445844471] 'read index received' (duration: 389.98996ms)","trace[1445844471] 'applied index is now lower than readState.Index' (duration: 355.630751ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:10:54.839284Z","caller":"traceutil/trace.go:171","msg":"trace[1424942756] transaction","detail":"{read_only:false; response_revision:1515; number_of_response:1; }","duration":"745.827937ms","start":"2026-04-16T03:10:54.093439Z","end":"2026-04-16T03:10:54.839267Z","steps":["trace[1424942756] 'process raft request' (duration: 390.245416ms)","trace[1424942756] 'compare' (duration: 355.083308ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:10:54.839404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:54.093425Z","time spent":"745.896949ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:10:54.839425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.865108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-04-16T03:10:54.839459Z","caller":"traceutil/trace.go:171","msg":"trace[1863504972] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:1515; }","duration":"745.930389ms","start":"2026-04-16T03:10:54.093516Z","end":"2026-04-16T03:10:54.839446Z","steps":["trace[1863504972] 'agreement among raft nodes before linearized reading' (duration: 745.804976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:54.839466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.270919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:10:54.839563Z","caller":"traceutil/trace.go:171","msg":"trace[1292157310] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1515; }","duration":"237.438063ms","start":"2026-04-16T03:10:54.602106Z","end":"2026-04-16T03:10:54.839544Z","steps":["trace[1292157310] 'agreement among raft nodes before linearized reading' (duration: 237.233137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:54.839505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:54.093505Z","time spent":"745.987231ms","remote":"127.0.0.1:57032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":798,"request content":"key:\"/registry/clusterrolebindings/system:controller:horizontal-pod-autoscaler\" "} {"level":"warn","ts":"2026-04-16T03:10:55.883418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.933525ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:10:55.883542Z","caller":"traceutil/trace.go:171","msg":"trace[1464076187] linearizableReadLoop","detail":"{readStateIndex:1611; appliedIndex:1610; }","duration":"1.035325765s","start":"2026-04-16T03:10:54.848198Z","end":"2026-04-16T03:10:55.883523Z","steps":["trace[1464076187] 'read index received' (duration: 496.043752ms)","trace[1464076187] 'applied index is now lower than readState.Index' (duration: 539.279973ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:10:55.883578Z","caller":"traceutil/trace.go:171","msg":"trace[1906901388] transaction","detail":"{read_only:false; response_revision:1516; number_of_response:1; }","duration":"1.036783713s","start":"2026-04-16T03:10:54.846767Z","end":"2026-04-16T03:10:55.88355Z","steps":["trace[1906901388] 'process raft request' (duration: 497.617652ms)","trace[1906901388] 'compare' (duration: 538.405522ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:10:55.883676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:54.846734Z","time spent":"1.036892175s","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:10:55.883718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.03551394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:persistent-volume-binder\" ","response":"range_response_count:1 size:771"} {"level":"info","ts":"2026-04-16T03:10:55.88375Z","caller":"traceutil/trace.go:171","msg":"trace[1465622259] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:persistent-volume-binder; range_end:; response_count:1; response_revision:1516; }","duration":"1.035561041s","start":"2026-04-16T03:10:54.848179Z","end":"2026-04-16T03:10:55.88374Z","steps":["trace[1465622259] 'agreement among raft nodes before linearized reading' (duration: 1.035449508s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:55.883844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:54.84817Z","time spent":"1.035665864s","remote":"127.0.0.1:57032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":794,"request content":"key:\"/registry/clusterrolebindings/system:controller:persistent-volume-binder\" "} {"level":"warn","ts":"2026-04-16T03:10:55.88404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.104707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:10:55.884085Z","caller":"traceutil/trace.go:171","msg":"trace[1769005982] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1516; }","duration":"781.189759ms","start":"2026-04-16T03:10:55.102881Z","end":"2026-04-16T03:10:55.884071Z","steps":["trace[1769005982] 'agreement among raft nodes before linearized reading' (duration: 781.127647ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:55.884115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:55.102856Z","time spent":"781.253152ms","remote":"127.0.0.1:56684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:10:56.622348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.491749ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:10:56.622584Z","caller":"traceutil/trace.go:171","msg":"trace[1455768960] linearizableReadLoop","detail":"{readStateIndex:1612; appliedIndex:1611; }","duration":"726.830036ms","start":"2026-04-16T03:10:55.895732Z","end":"2026-04-16T03:10:56.622562Z","steps":["trace[1455768960] 'read index received' (duration: 495.505077ms)","trace[1455768960] 'applied index is now lower than readState.Index' (duration: 231.321009ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:10:56.622699Z","caller":"traceutil/trace.go:171","msg":"trace[516353891] transaction","detail":"{read_only:false; response_revision:1517; number_of_response:1; }","duration":"728.853838ms","start":"2026-04-16T03:10:55.893832Z","end":"2026-04-16T03:10:56.622685Z","steps":["trace[516353891] 'process raft request' (duration: 497.470797ms)","trace[516353891] 'compare' (duration: 229.903383ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:10:56.622846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:55.893812Z","time spent":"728.916269ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:10:56.622965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.178635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:replication-controller\" ","response":"range_response_count:1 size:763"} {"level":"warn","ts":"2026-04-16T03:10:56.622994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.431734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:10:56.623058Z","caller":"traceutil/trace.go:171","msg":"trace[1964966376] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:replication-controller; range_end:; response_count:1; response_revision:1517; }","duration":"727.343049ms","start":"2026-04-16T03:10:55.895693Z","end":"2026-04-16T03:10:56.623036Z","steps":["trace[1964966376] 'agreement among raft nodes before linearized reading' (duration: 727.024701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:56.623115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:55.89568Z","time spent":"727.426031ms","remote":"127.0.0.1:57032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":786,"request content":"key:\"/registry/clusterrolebindings/system:controller:replication-controller\" "} {"level":"info","ts":"2026-04-16T03:10:56.623117Z","caller":"traceutil/trace.go:171","msg":"trace[247256666] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1517; }","duration":"718.565847ms","start":"2026-04-16T03:10:55.904506Z","end":"2026-04-16T03:10:56.623072Z","steps":["trace[247256666] 'agreement among raft nodes before linearized reading' (duration: 718.219888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:56.623342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:55.904492Z","time spent":"718.819694ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:10:57.129364Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439974637,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:10:57.630079Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439974637,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:10:58.148848Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439974637,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:10:58.383591Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.754603652s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:10:58.384091Z","caller":"traceutil/trace.go:171","msg":"trace[434612953] transaction","detail":"{read_only:false; response_revision:1518; number_of_response:1; }","duration":"1.755159536s","start":"2026-04-16T03:10:56.6289Z","end":"2026-04-16T03:10:58.384059Z","steps":["trace[434612953] 'process raft request' (duration: 1.754975102s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:58.384262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:56.628887Z","time spent":"1.755266978s","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:10:58.902745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999784751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:10:58.902858Z","caller":"traceutil/trace.go:171","msg":"trace[1641379547] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999987236s","start":"2026-04-16T03:10:56.902845Z","end":"2026-04-16T03:10:58.902832Z","steps":["trace[1641379547] 'agreement among raft nodes before linearized reading' (duration: 1.999842743s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:58.902917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:56.902813Z","time spent":"2.000092859s","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:10:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:10:59.173046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.850946ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:10:59.173248Z","caller":"traceutil/trace.go:171","msg":"trace[2043578526] transaction","detail":"{read_only:false; response_revision:1520; number_of_response:1; }","duration":"784.205336ms","start":"2026-04-16T03:10:58.389021Z","end":"2026-04-16T03:10:59.173226Z","steps":["trace[2043578526] 'process raft request' (duration: 784.145004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:59.173307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:58.388999Z","time spent":"784.283769ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:10:59.173409Z","caller":"traceutil/trace.go:171","msg":"trace[548812778] transaction","detail":"{read_only:false; response_revision:1519; number_of_response:1; }","duration":"2.165508021s","start":"2026-04-16T03:10:57.007847Z","end":"2026-04-16T03:10:59.173355Z","steps":["trace[548812778] 'process raft request' (duration: 1.741236814s)","trace[548812778] 'compare' (duration: 423.711552ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:10:59.173481Z","caller":"traceutil/trace.go:171","msg":"trace[1590860452] linearizableReadLoop","detail":"{readStateIndex:1614; appliedIndex:1612; }","duration":"2.544491583s","start":"2026-04-16T03:10:56.628957Z","end":"2026-04-16T03:10:59.173449Z","steps":["trace[1590860452] 'read index received' (duration: 1.754939681s)","trace[1590860452] 'applied index is now lower than readState.Index' (duration: 789.547962ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:10:59.173688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:57.00781Z","time spent":"2.165721116s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:10:59.17376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.544786811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:route-controller\" ","response":"range_response_count:1 size:739"} {"level":"info","ts":"2026-04-16T03:10:59.173815Z","caller":"traceutil/trace.go:171","msg":"trace[1652302158] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:route-controller; range_end:; response_count:1; response_revision:1520; }","duration":"2.544871392s","start":"2026-04-16T03:10:56.628929Z","end":"2026-04-16T03:10:59.1738Z","steps":["trace[1652302158] 'agreement among raft nodes before linearized reading' (duration: 2.544694898s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:59.173865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:56.628921Z","time spent":"2.544933584s","remote":"127.0.0.1:57032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":762,"request content":"key:\"/registry/clusterrolebindings/system:controller:route-controller\" "} {"level":"warn","ts":"2026-04-16T03:10:59.17403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.808527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:10:59.174059Z","caller":"traceutil/trace.go:171","msg":"trace[717082099] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1520; }","duration":"270.890509ms","start":"2026-04-16T03:10:58.903161Z","end":"2026-04-16T03:10:59.174051Z","steps":["trace[717082099] 'agreement among raft nodes before linearized reading' (duration: 270.843128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:59.174096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.887347418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7486"} {"level":"info","ts":"2026-04-16T03:10:59.174153Z","caller":"traceutil/trace.go:171","msg":"trace[501470097] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:1520; }","duration":"1.887399889s","start":"2026-04-16T03:10:57.286736Z","end":"2026-04-16T03:10:59.174136Z","steps":["trace[501470097] 'agreement among raft nodes before linearized reading' (duration: 1.887177414s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:59.174249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:57.286666Z","time spent":"1.887572474s","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7509,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-04-16T03:10:59.570553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.883008ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:10:59.570676Z","caller":"traceutil/trace.go:171","msg":"trace[1014409827] linearizableReadLoop","detail":"{readStateIndex:1616; appliedIndex:1615; }","duration":"389.267631ms","start":"2026-04-16T03:10:59.18139Z","end":"2026-04-16T03:10:59.570658Z","steps":["trace[1014409827] 'read index received' (duration: 152.089505ms)","trace[1014409827] 'applied index is now lower than readState.Index' (duration: 237.176596ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:10:59.570694Z","caller":"traceutil/trace.go:171","msg":"trace[1998369207] transaction","detail":"{read_only:false; response_revision:1521; number_of_response:1; }","duration":"389.585039ms","start":"2026-04-16T03:10:59.181088Z","end":"2026-04-16T03:10:59.570673Z","steps":["trace[1998369207] 'process raft request' (duration: 152.466735ms)","trace[1998369207] 'compare' (duration: 236.733645ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:10:59.570762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:59.181057Z","time spent":"389.674902ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:10:59.57082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.439676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:service-controller\" ","response":"range_response_count:1 size:747"} {"level":"info","ts":"2026-04-16T03:10:59.570851Z","caller":"traceutil/trace.go:171","msg":"trace[1954949870] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:service-controller; range_end:; response_count:1; response_revision:1521; }","duration":"389.495698ms","start":"2026-04-16T03:10:59.181345Z","end":"2026-04-16T03:10:59.570841Z","steps":["trace[1954949870] 'agreement among raft nodes before linearized reading' (duration: 389.400365ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:59.570876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:59.181325Z","time spent":"389.545318ms","remote":"127.0.0.1:57032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":770,"request content":"key:\"/registry/clusterrolebindings/system:controller:service-controller\" "} {"level":"warn","ts":"2026-04-16T03:10:59.571062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.343057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:5304"} {"level":"info","ts":"2026-04-16T03:10:59.571162Z","caller":"traceutil/trace.go:171","msg":"trace[89303028] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:1521; }","duration":"388.464931ms","start":"2026-04-16T03:10:59.182675Z","end":"2026-04-16T03:10:59.57114Z","steps":["trace[89303028] 'agreement among raft nodes before linearized reading' (duration: 388.168043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:59.571065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.408169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:10:59.571218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:59.182638Z","time spent":"388.571314ms","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":5327,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"info","ts":"2026-04-16T03:10:59.571315Z","caller":"traceutil/trace.go:171","msg":"trace[1927618525] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1521; }","duration":"369.689466ms","start":"2026-04-16T03:10:59.201586Z","end":"2026-04-16T03:10:59.571275Z","steps":["trace[1927618525] 'agreement among raft nodes before linearized reading' (duration: 369.361977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:10:59.57144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:59.201568Z","time spent":"369.82706ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:11:00.078676Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439974652,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:11:00.579089Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439974652,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:11:00.688112Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.111483352s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:11:00.688651Z","caller":"traceutil/trace.go:171","msg":"trace[2063874107] linearizableReadLoop","detail":"{readStateIndex:1617; appliedIndex:1616; }","duration":"1.110933807s","start":"2026-04-16T03:10:59.577691Z","end":"2026-04-16T03:11:00.688625Z","steps":["trace[2063874107] 'read index received' (duration: 1.110618179s)","trace[2063874107] 'applied index is now lower than readState.Index' (duration: 314.108µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:11:00.688706Z","caller":"traceutil/trace.go:171","msg":"trace[668649928] transaction","detail":"{read_only:false; response_revision:1522; number_of_response:1; }","duration":"1.11220805s","start":"2026-04-16T03:10:59.576464Z","end":"2026-04-16T03:11:00.688672Z","steps":["trace[668649928] 'process raft request' (duration: 1.111954183s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:00.688871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:59.576435Z","time spent":"1.112322343s","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:11:00.688977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110470857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7418"} {"level":"info","ts":"2026-04-16T03:11:00.689023Z","caller":"traceutil/trace.go:171","msg":"trace[1472117567] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:1522; }","duration":"1.110550118s","start":"2026-04-16T03:10:59.578461Z","end":"2026-04-16T03:11:00.689011Z","steps":["trace[1472117567] 'agreement among raft nodes before linearized reading' (duration: 1.110323672s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:00.689006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111289287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:certificate-controller\" ","response":"range_response_count:1 size:763"} {"level":"warn","ts":"2026-04-16T03:11:00.689067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:59.57845Z","time spent":"1.110608229s","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7441,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-16T03:11:00.689062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.019915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:11:00.689116Z","caller":"traceutil/trace.go:171","msg":"trace[1715431277] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:certificate-controller; range_end:; response_count:1; response_revision:1522; }","duration":"1.111482241s","start":"2026-04-16T03:10:59.577603Z","end":"2026-04-16T03:11:00.689085Z","steps":["trace[1715431277] 'agreement among raft nodes before linearized reading' (duration: 1.111169962s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:11:00.689193Z","caller":"traceutil/trace.go:171","msg":"trace[1787188748] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1522; }","duration":"686.22677ms","start":"2026-04-16T03:11:00.002938Z","end":"2026-04-16T03:11:00.689165Z","steps":["trace[1787188748] 'agreement among raft nodes before linearized reading' (duration: 685.957473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:00.689206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:10:59.577585Z","time spent":"1.111600965s","remote":"127.0.0.1:57032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":786,"request content":"key:\"/registry/clusterrolebindings/system:controller:certificate-controller\" "} {"level":"warn","ts":"2026-04-16T03:11:00.689249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:00.0029Z","time spent":"686.340453ms","remote":"127.0.0.1:56684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:11:00.960661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.01627ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:11:00.960808Z","caller":"traceutil/trace.go:171","msg":"trace[529702073] linearizableReadLoop","detail":"{readStateIndex:1618; appliedIndex:1617; }","duration":"262.859866ms","start":"2026-04-16T03:11:00.697925Z","end":"2026-04-16T03:11:00.960785Z","steps":["trace[529702073] 'read index received' (duration: 69.518217ms)","trace[529702073] 'applied index is now lower than readState.Index' (duration: 193.338848ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:11:00.961042Z","caller":"traceutil/trace.go:171","msg":"trace[353778708] transaction","detail":"{read_only:false; response_revision:1523; number_of_response:1; }","duration":"264.846556ms","start":"2026-04-16T03:11:00.696153Z","end":"2026-04-16T03:11:00.960999Z","steps":["trace[353778708] 'process raft request' (duration: 71.351504ms)","trace[353778708] 'compare' (duration: 192.714071ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:11:00.961266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.381508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:11:00.961341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.4131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/system:controller:ttl-after-finished-controller\" ","response":"range_response_count:1 size:791"} {"level":"info","ts":"2026-04-16T03:11:00.961473Z","caller":"traceutil/trace.go:171","msg":"trace[817266709] range","detail":"{range_begin:/registry/clusterrolebindings/system:controller:ttl-after-finished-controller; range_end:; response_count:1; response_revision:1523; }","duration":"263.561553ms","start":"2026-04-16T03:11:00.697897Z","end":"2026-04-16T03:11:00.961459Z","steps":["trace[817266709] 'agreement among raft nodes before linearized reading' (duration: 263.168224ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:11:00.961353Z","caller":"traceutil/trace.go:171","msg":"trace[337705396] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1523; }","duration":"259.498951ms","start":"2026-04-16T03:11:00.701835Z","end":"2026-04-16T03:11:00.961334Z","steps":["trace[337705396] 'agreement among raft nodes before linearized reading' (duration: 259.350807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:01.549919Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439974669,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T03:11:02.001521Z","caller":"traceutil/trace.go:171","msg":"trace[294058888] linearizableReadLoop","detail":"{readStateIndex:1620; appliedIndex:1619; }","duration":"952.289497ms","start":"2026-04-16T03:11:01.049202Z","end":"2026-04-16T03:11:02.001491Z","steps":["trace[294058888] 'read index received' (duration: 952.183515ms)","trace[294058888] 'applied index is now lower than readState.Index' (duration: 104.582µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:11:02.001598Z","caller":"traceutil/trace.go:171","msg":"trace[432955650] transaction","detail":"{read_only:false; response_revision:1525; number_of_response:1; }","duration":"953.137628ms","start":"2026-04-16T03:11:01.048424Z","end":"2026-04-16T03:11:02.001562Z","steps":["trace[432955650] 'process raft request' (duration: 952.898622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:02.001771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:01.048395Z","time spent":"953.278102ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1206,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:11:02.248861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.19960785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-system/system:controller:token-cleaner\" ","response":"range_response_count:1 size:670"} {"level":"info","ts":"2026-04-16T03:11:02.248973Z","caller":"traceutil/trace.go:171","msg":"trace[1254927657] range","detail":"{range_begin:/registry/roles/kube-system/system:controller:token-cleaner; range_end:; response_count:1; response_revision:1525; }","duration":"1.199772403s","start":"2026-04-16T03:11:01.049172Z","end":"2026-04-16T03:11:02.248945Z","steps":["trace[1254927657] 'agreement among raft nodes before linearized reading' (duration: 952.465981ms)","trace[1254927657] 'range keys from in-memory index tree' (duration: 247.094427ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:11:02.249034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:01.04916Z","time spent":"1.199858416s","remote":"127.0.0.1:57010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":693,"request content":"key:\"/registry/roles/kube-system/system:controller:token-cleaner\" "} {"level":"warn","ts":"2026-04-16T03:11:02.502299Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439974672,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T03:11:02.603673Z","caller":"traceutil/trace.go:171","msg":"trace[1634085934] transaction","detail":"{read_only:false; response_revision:1526; number_of_response:1; }","duration":"1.025904947s","start":"2026-04-16T03:11:01.577738Z","end":"2026-04-16T03:11:02.603643Z","steps":["trace[1634085934] 'process raft request' (duration: 1.025723193s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:02.603844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:01.577709Z","time spent":"1.026050581s","remote":"127.0.0.1:56854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11178,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:11:03.102644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000431297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:11:03.102729Z","caller":"traceutil/trace.go:171","msg":"trace[1410466482] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00056186s","start":"2026-04-16T03:11:01.102148Z","end":"2026-04-16T03:11:03.10271Z","steps":["trace[1410466482] 'agreement among raft nodes before linearized reading' (duration: 2.000440677s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:03.102772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:01.102131Z","time spent":"2.000631772s","remote":"127.0.0.1:56684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:11:03.521104Z","caller":"traceutil/trace.go:171","msg":"trace[414941445] linearizableReadLoop","detail":"{readStateIndex:1622; appliedIndex:1620; }","duration":"1.519462817s","start":"2026-04-16T03:11:02.001605Z","end":"2026-04-16T03:11:03.521068Z","steps":["trace[414941445] 'read index received' (duration: 601.9734ms)","trace[414941445] 'applied index is now lower than readState.Index' (duration: 917.488017ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:11:03.521188Z","caller":"traceutil/trace.go:171","msg":"trace[2147395056] transaction","detail":"{read_only:false; response_revision:1527; number_of_response:1; }","duration":"1.247004229s","start":"2026-04-16T03:11:02.274156Z","end":"2026-04-16T03:11:03.521161Z","steps":["trace[2147395056] 'process raft request' (duration: 1.246562007s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:03.521405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.514302366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-hd7ld.18a6b77532756d8d\" ","response":"range_response_count:1 size:881"} {"level":"warn","ts":"2026-04-16T03:11:03.521407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:02.274119Z","time spent":"1.247128262s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:11:03.521455Z","caller":"traceutil/trace.go:171","msg":"trace[751887127] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-hd7ld.18a6b77532756d8d; range_end:; response_count:1; response_revision:1527; }","duration":"1.51440457s","start":"2026-04-16T03:11:02.007036Z","end":"2026-04-16T03:11:03.52144Z","steps":["trace[751887127] 'agreement among raft nodes before linearized reading' (duration: 1.514225855s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:03.52151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:02.007013Z","time spent":"1.514473071s","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":904,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-hd7ld.18a6b77532756d8d\" "} {"level":"warn","ts":"2026-04-16T03:11:03.521579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242068374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:11:03.521634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26842529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-system/system::leader-locking-kube-controller-manager\" ","response":"range_response_count:1 size:688"} {"level":"info","ts":"2026-04-16T03:11:03.521685Z","caller":"traceutil/trace.go:171","msg":"trace[484903907] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1527; }","duration":"1.242257369s","start":"2026-04-16T03:11:02.279404Z","end":"2026-04-16T03:11:03.521661Z","steps":["trace[484903907] 'agreement among raft nodes before linearized reading' (duration: 1.242038054s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:11:03.521723Z","caller":"traceutil/trace.go:171","msg":"trace[555360734] range","detail":"{range_begin:/registry/roles/kube-system/system::leader-locking-kube-controller-manager; range_end:; response_count:1; response_revision:1527; }","duration":"1.268579734s","start":"2026-04-16T03:11:02.25312Z","end":"2026-04-16T03:11:03.521699Z","steps":["trace[555360734] 'agreement among raft nodes before linearized reading' (duration: 1.26842031s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:03.521738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:02.279373Z","time spent":"1.242356201s","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:11:03.521776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:02.253092Z","time spent":"1.268674676s","remote":"127.0.0.1:57010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":711,"request content":"key:\"/registry/roles/kube-system/system::leader-locking-kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:11:03.521961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.303423ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:11:03.522039Z","caller":"traceutil/trace.go:171","msg":"trace[757491439] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1527; }","duration":"319.443107ms","start":"2026-04-16T03:11:03.202577Z","end":"2026-04-16T03:11:03.52202Z","steps":["trace[757491439] 'agreement among raft nodes before linearized reading' (duration: 318.76284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:03.522094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:03.202542Z","time spent":"319.537058ms","remote":"127.0.0.1:56684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:11:04.141601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.395792ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:11:04.142011Z","caller":"traceutil/trace.go:171","msg":"trace[2013851230] linearizableReadLoop","detail":"{readStateIndex:1623; appliedIndex:1622; }","duration":"616.501047ms","start":"2026-04-16T03:11:03.525428Z","end":"2026-04-16T03:11:04.141929Z","steps":["trace[2013851230] 'read index received' (duration: 484.51885ms)","trace[2013851230] 'applied index is now lower than readState.Index' (duration: 131.980587ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:11:04.142023Z","caller":"traceutil/trace.go:171","msg":"trace[1019608532] transaction","detail":"{read_only:false; response_revision:1528; number_of_response:1; }","duration":"617.147863ms","start":"2026-04-16T03:11:03.524828Z","end":"2026-04-16T03:11:04.141976Z","steps":["trace[1019608532] 'process raft request' (duration: 485.201377ms)","trace[1019608532] 'compare' (duration: 131.139716ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:11:04.142218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.763724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/kube-system/system::leader-locking-kube-scheduler\" ","response":"range_response_count:1 size:661"} {"level":"warn","ts":"2026-04-16T03:11:04.142237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:03.524802Z","time spent":"617.327898ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:11:04.14226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.631093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:11:04.142289Z","caller":"traceutil/trace.go:171","msg":"trace[903243301] range","detail":"{range_begin:/registry/roles/kube-system/system::leader-locking-kube-scheduler; range_end:; response_count:1; response_revision:1528; }","duration":"616.872617ms","start":"2026-04-16T03:11:03.525398Z","end":"2026-04-16T03:11:04.142271Z","steps":["trace[903243301] 'agreement among raft nodes before linearized reading' (duration: 616.650761ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:11:04.142332Z","caller":"traceutil/trace.go:171","msg":"trace[61219781] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1528; }","duration":"539.671974ms","start":"2026-04-16T03:11:03.602615Z","end":"2026-04-16T03:11:04.142287Z","steps":["trace[61219781] 'agreement among raft nodes before linearized reading' (duration: 539.592962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:04.142335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:03.525384Z","time spent":"616.942198ms","remote":"127.0.0.1:57010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":684,"request content":"key:\"/registry/roles/kube-system/system::leader-locking-kube-scheduler\" "} {"level":"warn","ts":"2026-04-16T03:11:04.142416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:03.602535Z","time spent":"539.867719ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:11:04.817213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.489874ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:11:04.817352Z","caller":"traceutil/trace.go:171","msg":"trace[1421676117] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1528; }","duration":"555.651708ms","start":"2026-04-16T03:11:04.26168Z","end":"2026-04-16T03:11:04.817332Z","steps":["trace[1421676117] 'range keys from in-memory index tree' (duration: 555.450633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:04.817536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.454638ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:11:04.817868Z","caller":"traceutil/trace.go:171","msg":"trace[363542272] linearizableReadLoop","detail":"{readStateIndex:1624; appliedIndex:1623; }","duration":"667.096796ms","start":"2026-04-16T03:11:04.150755Z","end":"2026-04-16T03:11:04.817851Z","steps":["trace[363542272] 'read index received' (duration: 93.052793ms)","trace[363542272] 'applied index is now lower than readState.Index' (duration: 574.042803ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:11:04.817935Z","caller":"traceutil/trace.go:171","msg":"trace[650610098] transaction","detail":"{read_only:false; response_revision:1529; number_of_response:1; }","duration":"668.086641ms","start":"2026-04-16T03:11:04.149779Z","end":"2026-04-16T03:11:04.817866Z","steps":["trace[650610098] 'process raft request' (duration: 94.15495ms)","trace[650610098] 'compare' (duration: 573.277064ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:11:04.818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.24081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/system::leader-locking-kube-controller-manager\" ","response":"range_response_count:1 size:853"} {"level":"info","ts":"2026-04-16T03:11:04.818023Z","caller":"traceutil/trace.go:171","msg":"trace[1135424041] range","detail":"{range_begin:/registry/rolebindings/kube-system/system::leader-locking-kube-controller-manager; range_end:; response_count:1; response_revision:1529; }","duration":"667.27761ms","start":"2026-04-16T03:11:04.150739Z","end":"2026-04-16T03:11:04.818016Z","steps":["trace[1135424041] 'agreement among raft nodes before linearized reading' (duration: 667.200558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:04.818057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:04.15073Z","time spent":"667.320442ms","remote":"127.0.0.1:57018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":876,"request content":"key:\"/registry/rolebindings/kube-system/system::leader-locking-kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:11:04.818148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:04.149764Z","time spent":"668.258575ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:11:04.818257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.988487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:11:04.818313Z","caller":"traceutil/trace.go:171","msg":"trace[1861870046] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1529; }","duration":"516.087579ms","start":"2026-04-16T03:11:04.302215Z","end":"2026-04-16T03:11:04.818302Z","steps":["trace[1861870046] 'agreement among raft nodes before linearized reading' (duration: 515.997067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:04.818352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:04.302177Z","time spent":"516.167611ms","remote":"127.0.0.1:56684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:11:05.316322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.566085ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:11:05.316469Z","caller":"traceutil/trace.go:171","msg":"trace[664199780] linearizableReadLoop","detail":"{readStateIndex:1625; appliedIndex:1624; }","duration":"488.450229ms","start":"2026-04-16T03:11:04.827999Z","end":"2026-04-16T03:11:05.316449Z","steps":["trace[664199780] 'read index received' (duration: 275.729031ms)","trace[664199780] 'applied index is now lower than readState.Index' (duration: 212.719718ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:11:05.31661Z","caller":"traceutil/trace.go:171","msg":"trace[203110791] transaction","detail":"{read_only:false; response_revision:1530; number_of_response:1; }","duration":"489.905366ms","start":"2026-04-16T03:11:04.826691Z","end":"2026-04-16T03:11:05.316596Z","steps":["trace[203110791] 'process raft request' (duration: 276.982993ms)","trace[203110791] 'compare' (duration: 212.444781ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:11:05.316685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:04.826678Z","time spent":"489.967857ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:11:05.316739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.058059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:11:05.316791Z","caller":"traceutil/trace.go:171","msg":"trace[1655127232] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1530; }","duration":"414.212612ms","start":"2026-04-16T03:11:04.902565Z","end":"2026-04-16T03:11:05.316777Z","steps":["trace[1655127232] 'agreement among raft nodes before linearized reading' (duration: 414.071968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:05.316835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:04.902538Z","time spent":"414.288804ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:11:05.316856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.825339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/kube-system/system:controller:token-cleaner\" ","response":"range_response_count:1 size:729"} {"level":"info","ts":"2026-04-16T03:11:05.316967Z","caller":"traceutil/trace.go:171","msg":"trace[829854416] range","detail":"{range_begin:/registry/rolebindings/kube-system/system:controller:token-cleaner; range_end:; response_count:1; response_revision:1530; }","duration":"488.969723ms","start":"2026-04-16T03:11:04.827971Z","end":"2026-04-16T03:11:05.316941Z","steps":["trace[829854416] 'agreement among raft nodes before linearized reading' (duration: 488.658485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:05.317037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:04.827958Z","time spent":"489.063955ms","remote":"127.0.0.1:57018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":752,"request content":"key:\"/registry/rolebindings/kube-system/system:controller:token-cleaner\" "} {"level":"warn","ts":"2026-04-16T03:11:05.904471Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439974694,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T03:11:06.11772Z","caller":"traceutil/trace.go:171","msg":"trace[539620281] linearizableReadLoop","detail":"{readStateIndex:1626; appliedIndex:1625; }","duration":"713.737195ms","start":"2026-04-16T03:11:05.403953Z","end":"2026-04-16T03:11:06.11769Z","steps":["trace[539620281] 'read index received' (duration: 713.465908ms)","trace[539620281] 'applied index is now lower than readState.Index' (duration: 270.117µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:11:06.1178Z","caller":"traceutil/trace.go:171","msg":"trace[1063580434] transaction","detail":"{read_only:false; response_revision:1531; number_of_response:1; }","duration":"794.21809ms","start":"2026-04-16T03:11:05.323524Z","end":"2026-04-16T03:11:06.117743Z","steps":["trace[1063580434] 'process raft request' (duration: 793.974164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:06.117919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.94822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:11:06.117968Z","caller":"traceutil/trace.go:171","msg":"trace[1671587880] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:0; response_revision:1531; }","duration":"714.019432ms","start":"2026-04-16T03:11:05.403938Z","end":"2026-04-16T03:11:06.117957Z","steps":["trace[1671587880] 'agreement among raft nodes before linearized reading' (duration: 713.864308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:06.118008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:05.403879Z","time spent":"714.120085ms","remote":"127.0.0.1:56702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-04-16T03:11:06.118057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:05.323503Z","time spent":"794.405515ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":890,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:11:06.898967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.27796ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-16T03:11:06.899082Z","caller":"traceutil/trace.go:171","msg":"trace[1406377850] linearizableReadLoop","detail":"{readStateIndex:1627; appliedIndex:1626; }","duration":"776.506042ms","start":"2026-04-16T03:11:06.122555Z","end":"2026-04-16T03:11:06.899061Z","steps":["trace[1406377850] 'read index received' (duration: 376.052008ms)","trace[1406377850] 'applied index is now lower than readState.Index' (duration: 400.452324ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:11:06.899249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.694657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/local-path-storage/local-path-provisioner-679c578f5-hz7wb.18a6b77ee9de13c3\" ","response":"range_response_count:1 size:1221"} {"level":"info","ts":"2026-04-16T03:11:06.899288Z","caller":"traceutil/trace.go:171","msg":"trace[1415929553] range","detail":"{range_begin:/registry/events/local-path-storage/local-path-provisioner-679c578f5-hz7wb.18a6b77ee9de13c3; range_end:; response_count:1; response_revision:1531; }","duration":"776.780559ms","start":"2026-04-16T03:11:06.122496Z","end":"2026-04-16T03:11:06.899277Z","steps":["trace[1415929553] 'agreement among raft nodes before linearized reading' (duration: 776.615155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:06.899323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:06.122447Z","time spent":"776.868642ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":1244,"request content":"key:\"/registry/events/local-path-storage/local-path-provisioner-679c578f5-hz7wb.18a6b77ee9de13c3\" "} {"level":"warn","ts":"2026-04-16T03:11:06.899347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:06.119491Z","time spent":"779.847616ms","remote":"127.0.0.1:56702","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-16T03:11:07.621622Z","caller":"traceutil/trace.go:171","msg":"trace[1003530979] transaction","detail":"{read_only:false; response_revision:1532; number_of_response:1; }","duration":"721.220554ms","start":"2026-04-16T03:11:06.900358Z","end":"2026-04-16T03:11:07.621578Z","steps":["trace[1003530979] 'process raft request' (duration: 652.766544ms)","trace[1003530979] 'compare' (duration: 67.720542ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:11:07.621866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:06.900335Z","time spent":"721.420939ms","remote":"127.0.0.1:56702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:11:07.637014Z","caller":"traceutil/trace.go:171","msg":"trace[1584240312] linearizableReadLoop","detail":"{readStateIndex:1629; appliedIndex:1627; }","duration":"367.729428ms","start":"2026-04-16T03:11:07.269233Z","end":"2026-04-16T03:11:07.636962Z","steps":["trace[1584240312] 'read index received' (duration: 283.971951ms)","trace[1584240312] 'applied index is now lower than readState.Index' (duration: 83.755837ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:11:07.637051Z","caller":"traceutil/trace.go:171","msg":"trace[2136727912] transaction","detail":"{read_only:false; response_revision:1533; number_of_response:1; }","duration":"734.84473ms","start":"2026-04-16T03:11:06.902168Z","end":"2026-04-16T03:11:07.637013Z","steps":["trace[2136727912] 'process raft request' (duration: 734.585953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:07.637222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:06.902146Z","time spent":"734.979303ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1206,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:11:07.637443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.171789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7486"} {"level":"info","ts":"2026-04-16T03:11:07.637516Z","caller":"traceutil/trace.go:171","msg":"trace[934907314] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:1533; }","duration":"368.304283ms","start":"2026-04-16T03:11:07.26919Z","end":"2026-04-16T03:11:07.637495Z","steps":["trace[934907314] 'agreement among raft nodes before linearized reading' (duration: 367.914743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:07.637557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:07.269169Z","time spent":"368.378404ms","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7509,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-04-16T03:11:08.146124Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439974706,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:11:09.120142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:08.759167Z","time spent":"360.957257ms","remote":"127.0.0.1:41632","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:11:09.120504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.261496ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:11:09.120664Z","caller":"traceutil/trace.go:171","msg":"trace[739562620] transaction","detail":"{read_only:false; response_revision:1534; number_of_response:1; }","duration":"1.475815262s","start":"2026-04-16T03:11:07.644828Z","end":"2026-04-16T03:11:09.120643Z","steps":["trace[739562620] 'process raft request' (duration: 769.327441ms)","trace[739562620] 'compare' (duration: 706.085411ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:11:09.120738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:07.644796Z","time spent":"1.475913615s","remote":"127.0.0.1:56840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":407,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:11:09.947272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.581647ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:11:09.947444Z","caller":"traceutil/trace.go:171","msg":"trace[720482168] transaction","detail":"{read_only:false; response_revision:1536; number_of_response:1; }","duration":"581.723688ms","start":"2026-04-16T03:11:09.365711Z","end":"2026-04-16T03:11:09.947435Z","steps":["trace[720482168] 'process raft request' (duration: 581.668957ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:11:09.947433Z","caller":"traceutil/trace.go:171","msg":"trace[225603737] transaction","detail":"{read_only:false; response_revision:1535; number_of_response:1; }","duration":"2.302178786s","start":"2026-04-16T03:11:07.645214Z","end":"2026-04-16T03:11:09.947393Z","steps":["trace[225603737] 'process raft request' (duration: 1.655377923s)","trace[225603737] 'compare' (duration: 646.391702ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:11:09.947498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:09.365684Z","time spent":"581.78991ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:11:09.947531Z","caller":"traceutil/trace.go:171","msg":"trace[285073541] linearizableReadLoop","detail":"{readStateIndex:1631; appliedIndex:1629; }","duration":"2.302209738s","start":"2026-04-16T03:11:07.645277Z","end":"2026-04-16T03:11:09.947487Z","steps":["trace[285073541] 'read index received' (duration: 768.974132ms)","trace[285073541] 'applied index is now lower than readState.Index' (duration: 1.533231906s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:11:09.947571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:07.645195Z","time spent":"2.3023032s","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:11:09.947879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.302565036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:5304"} {"level":"info","ts":"2026-04-16T03:11:09.94792Z","caller":"traceutil/trace.go:171","msg":"trace[468448702] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:1536; }","duration":"2.302651508s","start":"2026-04-16T03:11:07.645256Z","end":"2026-04-16T03:11:09.947908Z","steps":["trace[468448702] 'agreement among raft nodes before linearized reading' (duration: 2.302418352s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:09.947959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:07.645247Z","time spent":"2.302702819s","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":5327,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-04-16T03:11:09.948026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.576383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:442"} {"level":"info","ts":"2026-04-16T03:11:09.948152Z","caller":"traceutil/trace.go:171","msg":"trace[1268529300] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1536; }","duration":"823.749127ms","start":"2026-04-16T03:11:09.124363Z","end":"2026-04-16T03:11:09.948112Z","steps":["trace[1268529300] 'agreement among raft nodes before linearized reading' (duration: 823.401029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:09.948211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:09.124339Z","time spent":"823.858759ms","remote":"127.0.0.1:56954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":465,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-16T03:11:10.739399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.248658ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:11:10.739523Z","caller":"traceutil/trace.go:171","msg":"trace[627484452] linearizableReadLoop","detail":"{readStateIndex:1634; appliedIndex:1633; }","duration":"696.56964ms","start":"2026-04-16T03:11:10.042931Z","end":"2026-04-16T03:11:10.739501Z","steps":["trace[627484452] 'read index received' (duration: 88.119337ms)","trace[627484452] 'applied index is now lower than readState.Index' (duration: 608.448413ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:11:10.739751Z","caller":"traceutil/trace.go:171","msg":"trace[1161181019] transaction","detail":"{read_only:false; response_revision:1538; number_of_response:1; }","duration":"697.844524ms","start":"2026-04-16T03:11:10.041877Z","end":"2026-04-16T03:11:10.739722Z","steps":["trace[1161181019] 'process raft request' (duration: 89.192386ms)","trace[1161181019] 'compare' (duration: 608.081914ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:11:10.739786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.855948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-hz7wb\" ","response":"range_response_count:1 size:4352"} {"level":"info","ts":"2026-04-16T03:11:10.739833Z","caller":"traceutil/trace.go:171","msg":"trace[2052457708] range","detail":"{range_begin:/registry/pods/local-path-storage/local-path-provisioner-679c578f5-hz7wb; range_end:; response_count:1; response_revision:1538; }","duration":"696.9501ms","start":"2026-04-16T03:11:10.042868Z","end":"2026-04-16T03:11:10.739818Z","steps":["trace[2052457708] 'agreement among raft nodes before linearized reading' (duration: 696.693894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:10.739877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:10.042844Z","time spent":"697.021073ms","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4375,"request content":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-hz7wb\" "} {"level":"warn","ts":"2026-04-16T03:11:10.739877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:10.041847Z","time spent":"697.976297ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":890,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:11:11.25951Z","caller":"traceutil/trace.go:171","msg":"trace[1962393864] transaction","detail":"{read_only:false; response_revision:1539; number_of_response:1; }","duration":"512.746253ms","start":"2026-04-16T03:11:10.746729Z","end":"2026-04-16T03:11:11.259476Z","steps":["trace[1962393864] 'process raft request' (duration: 512.553339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:11.25972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:10.746706Z","time spent":"512.903168ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1206,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:11:11.85383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.227801ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:11:11.85393Z","caller":"traceutil/trace.go:171","msg":"trace[864276352] transaction","detail":"{read_only:false; response_revision:1540; number_of_response:1; }","duration":"585.38346ms","start":"2026-04-16T03:11:11.268527Z","end":"2026-04-16T03:11:11.853911Z","steps":["trace[864276352] 'process raft request' (duration: 214.988286ms)","trace[864276352] 'compare' (duration: 370.002894ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:11:11.853982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:11.268508Z","time spent":"585.451222ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:11:12.507373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.994119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:11:12.507474Z","caller":"traceutil/trace.go:171","msg":"trace[1736287705] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1541; }","duration":"229.153363ms","start":"2026-04-16T03:11:12.278301Z","end":"2026-04-16T03:11:12.507454Z","steps":["trace[1736287705] 'range keys from in-memory index tree' (duration: 228.890247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:12.507623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.5507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/local-path-storage/local-path-provisioner-679c578f5-hz7wb.18a6b77ee9de13c3\" ","response":"range_response_count:1 size:1221"} {"level":"info","ts":"2026-04-16T03:11:12.507993Z","caller":"traceutil/trace.go:171","msg":"trace[1085274983] range","detail":"{range_begin:/registry/events/local-path-storage/local-path-provisioner-679c578f5-hz7wb.18a6b77ee9de13c3; range_end:; response_count:1; response_revision:1541; }","duration":"552.93218ms","start":"2026-04-16T03:11:11.95504Z","end":"2026-04-16T03:11:12.507972Z","steps":["trace[1085274983] 'range keys from in-memory index tree' (duration: 551.999546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:12.508081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:11.955018Z","time spent":"553.028803ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":1244,"request content":"key:\"/registry/events/local-path-storage/local-path-provisioner-679c578f5-hz7wb.18a6b77ee9de13c3\" "} {"level":"info","ts":"2026-04-16T03:11:12.975032Z","caller":"traceutil/trace.go:171","msg":"trace[790367293] linearizableReadLoop","detail":"{readStateIndex:1638; appliedIndex:1637; }","duration":"463.104769ms","start":"2026-04-16T03:11:12.511906Z","end":"2026-04-16T03:11:12.97501Z","steps":["trace[790367293] 'read index received' (duration: 462.808022ms)","trace[790367293] 'applied index is now lower than readState.Index' (duration: 295.627µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:11:12.97508Z","caller":"traceutil/trace.go:171","msg":"trace[1908901591] transaction","detail":"{read_only:false; response_revision:1542; number_of_response:1; }","duration":"464.433203ms","start":"2026-04-16T03:11:12.510609Z","end":"2026-04-16T03:11:12.975042Z","steps":["trace[1908901591] 'process raft request' (duration: 464.200987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:12.975241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.680272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:11:12.975254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:12.510585Z","time spent":"464.570127ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1206,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:11:12.975276Z","caller":"traceutil/trace.go:171","msg":"trace[413312108] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1542; }","duration":"459.787825ms","start":"2026-04-16T03:11:12.515477Z","end":"2026-04-16T03:11:12.975265Z","steps":["trace[413312108] 'agreement among raft nodes before linearized reading' (duration: 459.668552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:12.975304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:12.51545Z","time spent":"459.848626ms","remote":"127.0.0.1:56684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:11:12.97534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.417926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7418"} {"level":"info","ts":"2026-04-16T03:11:12.975467Z","caller":"traceutil/trace.go:171","msg":"trace[1345772062] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:1542; }","duration":"463.621822ms","start":"2026-04-16T03:11:12.511828Z","end":"2026-04-16T03:11:12.97545Z","steps":["trace[1345772062] 'agreement among raft nodes before linearized reading' (duration: 463.286074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:12.975512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:12.511814Z","time spent":"463.687653ms","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7441,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-16T03:11:13.331183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.303968ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:11:13.331352Z","caller":"traceutil/trace.go:171","msg":"trace[1700066288] transaction","detail":"{read_only:false; response_revision:1543; number_of_response:1; }","duration":"346.087849ms","start":"2026-04-16T03:11:12.985239Z","end":"2026-04-16T03:11:13.331327Z","steps":["trace[1700066288] 'process raft request' (duration: 74.525454ms)","trace[1700066288] 'compare' (duration: 271.106244ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:11:13.331441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:12.985219Z","time spent":"346.174862ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:11:13.836777Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439974729,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T03:11:14.09187Z","caller":"traceutil/trace.go:171","msg":"trace[1149151040] transaction","detail":"{read_only:false; response_revision:1544; number_of_response:1; }","duration":"1.104525515s","start":"2026-04-16T03:11:12.987305Z","end":"2026-04-16T03:11:14.09183Z","steps":["trace[1149151040] 'process raft request' (duration: 1.044315632s)","trace[1149151040] 'compare' (duration: 60.035359ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:11:14.092038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:12.987283Z","time spent":"1.104670538s","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7403,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:11:14.140732Z","caller":"traceutil/trace.go:171","msg":"trace[1541036432] linearizableReadLoop","detail":"{readStateIndex:1641; appliedIndex:1639; }","duration":"804.07193ms","start":"2026-04-16T03:11:13.336631Z","end":"2026-04-16T03:11:14.140703Z","steps":["trace[1541036432] 'read index received' (duration: 694.955651ms)","trace[1541036432] 'applied index is now lower than readState.Index' (duration: 109.114969ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:11:14.140796Z","caller":"traceutil/trace.go:171","msg":"trace[2069354350] transaction","detail":"{read_only:false; response_revision:1545; number_of_response:1; }","duration":"550.5814ms","start":"2026-04-16T03:11:13.590192Z","end":"2026-04-16T03:11:14.140774Z","steps":["trace[2069354350] 'process raft request' (duration: 550.302143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:14.140909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.24403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:11:14.140924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:13.590162Z","time spent":"550.683582ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:11:14.140953Z","caller":"traceutil/trace.go:171","msg":"trace[1130339843] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1545; }","duration":"351.340953ms","start":"2026-04-16T03:11:13.789602Z","end":"2026-04-16T03:11:14.140943Z","steps":["trace[1130339843] 'agreement among raft nodes before linearized reading' (duration: 351.25676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:14.140994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:13.789578Z","time spent":"351.408025ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:11:14.141041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.385117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-hd7ld.18a6b77532756d8d\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-04-16T03:11:14.141137Z","caller":"traceutil/trace.go:171","msg":"trace[1334792189] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-hd7ld.18a6b77532756d8d; range_end:; response_count:1; response_revision:1545; }","duration":"804.564923ms","start":"2026-04-16T03:11:13.336549Z","end":"2026-04-16T03:11:14.141114Z","steps":["trace[1334792189] 'agreement among raft nodes before linearized reading' (duration: 804.269964ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:14.141193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:13.336533Z","time spent":"804.650305ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":904,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-hd7ld.18a6b77532756d8d\" "} {"level":"warn","ts":"2026-04-16T03:11:14.680323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.265191ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:11:14.680469Z","caller":"traceutil/trace.go:171","msg":"trace[482343146] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1545; }","duration":"419.434185ms","start":"2026-04-16T03:11:14.261014Z","end":"2026-04-16T03:11:14.680448Z","steps":["trace[482343146] 'range keys from in-memory index tree' (duration: 419.222049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:14.680505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.591893ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:11:14.680723Z","caller":"traceutil/trace.go:171","msg":"trace[893265541] transaction","detail":"{read_only:false; response_revision:1546; number_of_response:1; }","duration":"536.916255ms","start":"2026-04-16T03:11:14.143783Z","end":"2026-04-16T03:11:14.6807Z","steps":["trace[893265541] 'process raft request' (duration: 260.041915ms)","trace[893265541] 'compare' (duration: 276.388258ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:11:14.680801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:14.143766Z","time spent":"537.002347ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:11:14.735333Z","caller":"traceutil/trace.go:171","msg":"trace[141472851] transaction","detail":"{read_only:false; response_revision:1547; number_of_response:1; }","duration":"583.104563ms","start":"2026-04-16T03:11:14.152182Z","end":"2026-04-16T03:11:14.735287Z","steps":["trace[141472851] 'process raft request' (duration: 582.796946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:14.73554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:14.152153Z","time spent":"583.282928ms","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7211,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:11:15.600984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.644811ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:11:15.601352Z","caller":"traceutil/trace.go:171","msg":"trace[933983412] linearizableReadLoop","detail":"{readStateIndex:1644; appliedIndex:1643; }","duration":"811.20379ms","start":"2026-04-16T03:11:14.790129Z","end":"2026-04-16T03:11:15.601332Z","steps":["trace[933983412] 'read index received' (duration: 20.130899ms)","trace[933983412] 'applied index is now lower than readState.Index' (duration: 791.070761ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:11:15.601545Z","caller":"traceutil/trace.go:171","msg":"trace[2097952519] transaction","detail":"{read_only:false; response_revision:1548; number_of_response:1; }","duration":"863.599044ms","start":"2026-04-16T03:11:14.737871Z","end":"2026-04-16T03:11:15.60147Z","steps":["trace[2097952519] 'process raft request' (duration: 72.375689ms)","trace[2097952519] 'compare' (duration: 790.487876ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:11:15.601631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.475556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:11:15.601728Z","caller":"traceutil/trace.go:171","msg":"trace[1847142904] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1548; }","duration":"811.651591ms","start":"2026-04-16T03:11:14.790057Z","end":"2026-04-16T03:11:15.601709Z","steps":["trace[1847142904] 'agreement among raft nodes before linearized reading' (duration: 811.363654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:15.601777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:14.790029Z","time spent":"811.741813ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:11:15.601613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.255252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-16T03:11:15.601843Z","caller":"traceutil/trace.go:171","msg":"trace[153526517] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:1548; }","duration":"196.539459ms","start":"2026-04-16T03:11:15.40529Z","end":"2026-04-16T03:11:15.60183Z","steps":["trace[153526517] 'agreement among raft nodes before linearized reading' (duration: 196.14132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:15.601999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:14.737846Z","time spent":"863.947703ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":890,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:11:15.972988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.568501ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-16T03:11:15.973121Z","caller":"traceutil/trace.go:171","msg":"trace[2145698135] linearizableReadLoop","detail":"{readStateIndex:1645; appliedIndex:1644; }","duration":"369.898632ms","start":"2026-04-16T03:11:15.603203Z","end":"2026-04-16T03:11:15.973102Z","steps":["trace[2145698135] 'read index received' (duration: 237.204807ms)","trace[2145698135] 'applied index is now lower than readState.Index' (duration: 132.691975ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:11:15.973188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:15.602741Z","time spent":"370.437477ms","remote":"127.0.0.1:56702","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:11:15.973349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.059748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:11:15.973465Z","caller":"traceutil/trace.go:171","msg":"trace[1066102911] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1548; }","duration":"370.296484ms","start":"2026-04-16T03:11:15.603142Z","end":"2026-04-16T03:11:15.973439Z","steps":["trace[1066102911] 'agreement among raft nodes before linearized reading' (duration: 370.047557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:15.9734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.438339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/local-path-storage/local-path-provisioner-679c578f5-hz7wb.18a6b77ee9de13c3\" ","response":"range_response_count:1 size:1221"} {"level":"warn","ts":"2026-04-16T03:11:15.973532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:15.602572Z","time spent":"370.94692ms","remote":"127.0.0.1:56684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:11:15.97361Z","caller":"traceutil/trace.go:171","msg":"trace[2060725548] range","detail":"{range_begin:/registry/events/local-path-storage/local-path-provisioner-679c578f5-hz7wb.18a6b77ee9de13c3; range_end:; response_count:1; response_revision:1548; }","duration":"363.651895ms","start":"2026-04-16T03:11:15.609913Z","end":"2026-04-16T03:11:15.973565Z","steps":["trace[2060725548] 'agreement among raft nodes before linearized reading' (duration: 363.297576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:15.973774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:15.609899Z","time spent":"363.815408ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":1244,"request content":"key:\"/registry/events/local-path-storage/local-path-provisioner-679c578f5-hz7wb.18a6b77ee9de13c3\" "} {"level":"info","ts":"2026-04-16T03:11:16.30709Z","caller":"traceutil/trace.go:171","msg":"trace[560325723] transaction","detail":"{read_only:false; response_revision:1549; number_of_response:1; }","duration":"331.873251ms","start":"2026-04-16T03:11:15.975185Z","end":"2026-04-16T03:11:16.307059Z","steps":["trace[560325723] 'process raft request' (duration: 252.806261ms)","trace[560325723] 'compare' (duration: 78.898396ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:11:16.307269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:15.975143Z","time spent":"332.035955ms","remote":"127.0.0.1:56702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:11:16.996341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.342002ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:11:16.996461Z","caller":"traceutil/trace.go:171","msg":"trace[684750838] linearizableReadLoop","detail":"{readStateIndex:1647; appliedIndex:1645; }","duration":"1.013850333s","start":"2026-04-16T03:11:15.982591Z","end":"2026-04-16T03:11:16.996441Z","steps":["trace[684750838] 'read index received' (duration: 245.488617ms)","trace[684750838] 'applied index is now lower than readState.Index' (duration: 768.360296ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:11:16.996621Z","caller":"traceutil/trace.go:171","msg":"trace[1624651226] transaction","detail":"{read_only:false; response_revision:1550; number_of_response:1; }","duration":"1.019868665s","start":"2026-04-16T03:11:15.976738Z","end":"2026-04-16T03:11:16.996607Z","steps":["trace[1624651226] 'process raft request' (duration: 689.167074ms)","trace[1624651226] 'compare' (duration: 330.143227ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:11:16.996694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:15.976697Z","time spent":"1.019963757s","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1206,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:11:16.997045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014427128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:11:16.997101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.0354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-16T03:11:16.997139Z","caller":"traceutil/trace.go:171","msg":"trace[339703798] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1550; }","duration":"1.014554391s","start":"2026-04-16T03:11:15.982565Z","end":"2026-04-16T03:11:16.997119Z","steps":["trace[339703798] 'agreement among raft nodes before linearized reading' (duration: 1.014291904s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:11:16.997182Z","caller":"traceutil/trace.go:171","msg":"trace[1562180584] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1550; }","duration":"687.172204ms","start":"2026-04-16T03:11:16.30999Z","end":"2026-04-16T03:11:16.997162Z","steps":["trace[1562180584] 'agreement among raft nodes before linearized reading' (duration: 686.820165ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:16.99719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:15.982554Z","time spent":"1.014628182s","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:11:16.997243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:16.309971Z","time spent":"687.262935ms","remote":"127.0.0.1:56840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-16T03:11:17.280182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.536327ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:11:17.280352Z","caller":"traceutil/trace.go:171","msg":"trace[1052778121] linearizableReadLoop","detail":"{readStateIndex:1648; appliedIndex:1647; }","duration":"273.631489ms","start":"2026-04-16T03:11:17.006698Z","end":"2026-04-16T03:11:17.28033Z","steps":["trace[1052778121] 'read index received' (duration: 118.796944ms)","trace[1052778121] 'applied index is now lower than readState.Index' (duration: 154.832935ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:11:17.280457Z","caller":"traceutil/trace.go:171","msg":"trace[100509026] transaction","detail":"{read_only:false; response_revision:1551; number_of_response:1; }","duration":"276.512931ms","start":"2026-04-16T03:11:17.003873Z","end":"2026-04-16T03:11:17.280386Z","steps":["trace[100509026] 'process raft request' (duration: 121.651256ms)","trace[100509026] 'compare' (duration: 154.327362ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:11:17.280537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.842694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:11:17.280598Z","caller":"traceutil/trace.go:171","msg":"trace[489993581] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1551; }","duration":"273.940926ms","start":"2026-04-16T03:11:17.006646Z","end":"2026-04-16T03:11:17.280587Z","steps":["trace[489993581] 'agreement among raft nodes before linearized reading' (duration: 273.795523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:18.05309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.875213ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:11:18.053382Z","caller":"traceutil/trace.go:171","msg":"trace[1410667566] transaction","detail":"{read_only:false; response_revision:1552; number_of_response:1; }","duration":"765.042833ms","start":"2026-04-16T03:11:17.288311Z","end":"2026-04-16T03:11:18.053354Z","steps":["trace[1410667566] 'process raft request' (duration: 197.729849ms)","trace[1410667566] 'compare' (duration: 566.588246ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:11:18.053412Z","caller":"traceutil/trace.go:171","msg":"trace[1753793737] linearizableReadLoop","detail":"{readStateIndex:1649; appliedIndex:1648; }","duration":"764.390247ms","start":"2026-04-16T03:11:17.288855Z","end":"2026-04-16T03:11:18.053246Z","steps":["trace[1753793737] 'read index received' (duration: 197.120485ms)","trace[1753793737] 'applied index is now lower than readState.Index' (duration: 567.266752ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:11:18.053513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:17.288295Z","time spent":"765.144786ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":890,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:11:18.053792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.93117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7226"} {"level":"info","ts":"2026-04-16T03:11:18.053842Z","caller":"traceutil/trace.go:171","msg":"trace[343119954] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:1552; }","duration":"764.997931ms","start":"2026-04-16T03:11:17.288829Z","end":"2026-04-16T03:11:18.053827Z","steps":["trace[343119954] 'agreement among raft nodes before linearized reading' (duration: 764.622912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:18.053906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:17.288812Z","time spent":"765.077974ms","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7249,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-16T03:11:18.56297Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439974762,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T03:11:18.795118Z","caller":"traceutil/trace.go:171","msg":"trace[462468380] linearizableReadLoop","detail":"{readStateIndex:1650; appliedIndex:1649; }","duration":"732.424518ms","start":"2026-04-16T03:11:18.062666Z","end":"2026-04-16T03:11:18.795091Z","steps":["trace[462468380] 'read index received' (duration: 732.165521ms)","trace[462468380] 'applied index is now lower than readState.Index' (duration: 257.417µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:11:18.795195Z","caller":"traceutil/trace.go:171","msg":"trace[52989532] transaction","detail":"{read_only:false; response_revision:1553; number_of_response:1; }","duration":"735.421134ms","start":"2026-04-16T03:11:18.059722Z","end":"2026-04-16T03:11:18.795143Z","steps":["trace[52989532] 'process raft request' (duration: 735.172618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:18.795445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:18.059702Z","time spent":"735.605768ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1206,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:11:18.795566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.853289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4811"} {"level":"info","ts":"2026-04-16T03:11:18.795675Z","caller":"traceutil/trace.go:171","msg":"trace[2114484914] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:1553; }","duration":"733.022833ms","start":"2026-04-16T03:11:18.062624Z","end":"2026-04-16T03:11:18.795647Z","steps":["trace[2114484914] 'agreement among raft nodes before linearized reading' (duration: 732.607162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:18.795733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:18.062608Z","time spent":"733.113856ms","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4834,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"info","ts":"2026-04-16T03:11:19.190537Z","caller":"traceutil/trace.go:171","msg":"trace[1247382488] transaction","detail":"{read_only:false; response_revision:1554; number_of_response:1; }","duration":"388.267837ms","start":"2026-04-16T03:11:18.80223Z","end":"2026-04-16T03:11:19.190497Z","steps":["trace[1247382488] 'process raft request' (duration: 303.561316ms)","trace[1247382488] 'compare' (duration: 84.485455ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:11:19.190738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:18.802203Z","time spent":"388.435381ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:11:19.734583Z","caller":"traceutil/trace.go:171","msg":"trace[1348897537] linearizableReadLoop","detail":"{readStateIndex:1653; appliedIndex:1652; }","duration":"410.770605ms","start":"2026-04-16T03:11:19.323778Z","end":"2026-04-16T03:11:19.734549Z","steps":["trace[1348897537] 'read index received' (duration: 410.535859ms)","trace[1348897537] 'applied index is now lower than readState.Index' (duration: 233.456µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:11:19.734644Z","caller":"traceutil/trace.go:171","msg":"trace[408458690] transaction","detail":"{read_only:false; response_revision:1556; number_of_response:1; }","duration":"447.589387ms","start":"2026-04-16T03:11:19.28701Z","end":"2026-04-16T03:11:19.734599Z","steps":["trace[408458690] 'process raft request' (duration: 447.270679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:19.734891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:19.286984Z","time spent":"447.780011ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":890,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:11:19.735054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.195786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-hd7ld\" ","response":"range_response_count:1 size:5677"} {"level":"info","ts":"2026-04-16T03:11:19.735178Z","caller":"traceutil/trace.go:171","msg":"trace[689997240] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-hd7ld; range_end:; response_count:1; response_revision:1556; }","duration":"411.423372ms","start":"2026-04-16T03:11:19.323722Z","end":"2026-04-16T03:11:19.735145Z","steps":["trace[689997240] 'agreement among raft nodes before linearized reading' (duration: 410.962791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:19.735239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:19.323696Z","time spent":"411.532704ms","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5700,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-hd7ld\" "} {"level":"warn","ts":"2026-04-16T03:11:20.098549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.109568ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:11:20.09874Z","caller":"traceutil/trace.go:171","msg":"trace[1623988176] transaction","detail":"{read_only:false; response_revision:1557; number_of_response:1; }","duration":"356.673787ms","start":"2026-04-16T03:11:19.742031Z","end":"2026-04-16T03:11:20.098704Z","steps":["trace[1623988176] 'process raft request' (duration: 107.269891ms)","trace[1623988176] 'compare' (duration: 248.899293ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:11:20.098846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:19.742004Z","time spent":"356.7978ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1206,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:11:20.603773Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439974775,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T03:11:20.732404Z","caller":"traceutil/trace.go:171","msg":"trace[67114197] transaction","detail":"{read_only:false; response_revision:1558; number_of_response:1; }","duration":"986.343738ms","start":"2026-04-16T03:11:19.74603Z","end":"2026-04-16T03:11:20.732374Z","steps":["trace[67114197] 'process raft request' (duration: 986.136793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:20.732656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:19.745995Z","time spent":"986.494282ms","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5819,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:11:21.283675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.265847ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:11:21.283794Z","caller":"traceutil/trace.go:171","msg":"trace[333538303] linearizableReadLoop","detail":"{readStateIndex:1656; appliedIndex:1654; }","duration":"1.180091936s","start":"2026-04-16T03:11:20.103683Z","end":"2026-04-16T03:11:21.283775Z","steps":["trace[333538303] 'read index received' (duration: 628.628523ms)","trace[333538303] 'applied index is now lower than readState.Index' (duration: 551.462043ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:11:21.283903Z","caller":"traceutil/trace.go:171","msg":"trace[2082508059] transaction","detail":"{read_only:false; response_revision:1559; number_of_response:1; }","duration":"1.293520333s","start":"2026-04-16T03:11:19.990369Z","end":"2026-04-16T03:11:21.28389Z","steps":["trace[2082508059] 'process raft request' (duration: 853.855007ms)","trace[2082508059] 'compare' (duration: 439.113792ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:11:21.283956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.644075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:11:21.284026Z","caller":"traceutil/trace.go:171","msg":"trace[1784506387] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1559; }","duration":"494.767839ms","start":"2026-04-16T03:11:20.789238Z","end":"2026-04-16T03:11:21.284006Z","steps":["trace[1784506387] 'agreement among raft nodes before linearized reading' (duration: 494.654196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:21.284084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:20.789213Z","time spent":"494.86188ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:11:21.283994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:19.990329Z","time spent":"1.293606725s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:11:21.284224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180528766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-hd7ld.18a6b73b11b00f7f\" ","response":"range_response_count:1 size:843"} {"level":"info","ts":"2026-04-16T03:11:21.284268Z","caller":"traceutil/trace.go:171","msg":"trace[607548875] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-hd7ld.18a6b73b11b00f7f; range_end:; response_count:1; response_revision:1559; }","duration":"1.180618069s","start":"2026-04-16T03:11:20.103637Z","end":"2026-04-16T03:11:21.284255Z","steps":["trace[607548875] 'agreement among raft nodes before linearized reading' (duration: 1.180437084s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:21.2843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:20.103616Z","time spent":"1.180673991s","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":866,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-hd7ld.18a6b73b11b00f7f\" "} {"level":"warn","ts":"2026-04-16T03:11:21.812277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.352036ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:11:21.812608Z","caller":"traceutil/trace.go:171","msg":"trace[1041253367] transaction","detail":"{read_only:false; response_revision:1560; number_of_response:1; }","duration":"525.915627ms","start":"2026-04-16T03:11:21.286674Z","end":"2026-04-16T03:11:21.81259Z","steps":["trace[1041253367] 'process raft request' (duration: 255.187102ms)","trace[1041253367] 'compare' (duration: 270.140821ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:11:21.812665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:21.286632Z","time spent":"526.00592ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":828,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:11:22.273089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.128606ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:11:22.273189Z","caller":"traceutil/trace.go:171","msg":"trace[742858714] transaction","detail":"{read_only:false; response_revision:1561; number_of_response:1; }","duration":"452.565722ms","start":"2026-04-16T03:11:21.820605Z","end":"2026-04-16T03:11:22.273171Z","steps":["trace[742858714] 'process raft request' (duration: 334.260391ms)","trace[742858714] 'compare' (duration: 117.933521ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:11:22.273234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:21.820538Z","time spent":"452.676585ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:11:22.485646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.477785ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T03:11:22.485782Z","caller":"traceutil/trace.go:171","msg":"trace[1086247942] linearizableReadLoop","detail":"{readStateIndex:1659; appliedIndex:1658; }","duration":"208.443329ms","start":"2026-04-16T03:11:22.277307Z","end":"2026-04-16T03:11:22.485751Z","steps":["trace[1086247942] 'read index received' (duration: 19.853792ms)","trace[1086247942] 'applied index is now lower than readState.Index' (duration: 188.587217ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:11:22.486023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.696307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/local-path-storage/local-path-provisioner-679c578f5-hz7wb.18a6b77ee9bb926a\" ","response":"range_response_count:1 size:905"} {"level":"info","ts":"2026-04-16T03:11:22.48618Z","caller":"traceutil/trace.go:171","msg":"trace[496578512] range","detail":"{range_begin:/registry/events/local-path-storage/local-path-provisioner-679c578f5-hz7wb.18a6b77ee9bb926a; range_end:; response_count:1; response_revision:1561; }","duration":"208.895041ms","start":"2026-04-16T03:11:22.277266Z","end":"2026-04-16T03:11:22.486161Z","steps":["trace[496578512] 'agreement among raft nodes before linearized reading' (duration: 208.564832ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:11:22.713701Z","caller":"traceutil/trace.go:171","msg":"trace[197754294] transaction","detail":"{read_only:false; response_revision:1562; number_of_response:1; }","duration":"224.63287ms","start":"2026-04-16T03:11:22.488996Z","end":"2026-04-16T03:11:22.713629Z","steps":["trace[197754294] 'process raft request' (duration: 224.362483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:23.023068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.105842ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:11:23.023226Z","caller":"traceutil/trace.go:171","msg":"trace[196091820] linearizableReadLoop","detail":"{readStateIndex:1662; appliedIndex:1661; }","duration":"234.93825ms","start":"2026-04-16T03:11:22.788265Z","end":"2026-04-16T03:11:23.023203Z","steps":["trace[196091820] 'read index received' (duration: 24.529681ms)","trace[196091820] 'applied index is now lower than readState.Index' (duration: 210.406809ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:11:23.02326Z","caller":"traceutil/trace.go:171","msg":"trace[371800022] transaction","detail":"{read_only:false; response_revision:1564; number_of_response:1; }","duration":"263.326188ms","start":"2026-04-16T03:11:22.7599Z","end":"2026-04-16T03:11:23.023227Z","steps":["trace[371800022] 'process raft request' (duration: 52.957719ms)","trace[371800022] 'compare' (duration: 209.893017ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:11:23.023427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.158885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:11:23.02346Z","caller":"traceutil/trace.go:171","msg":"trace[4479371] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1564; }","duration":"235.238787ms","start":"2026-04-16T03:11:22.788207Z","end":"2026-04-16T03:11:23.023446Z","steps":["trace[4479371] 'agreement among raft nodes before linearized reading' (duration: 235.110194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:23.02352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.300472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:11:23.02367Z","caller":"traceutil/trace.go:171","msg":"trace[2092410060] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1564; }","duration":"207.469595ms","start":"2026-04-16T03:11:22.81614Z","end":"2026-04-16T03:11:23.02361Z","steps":["trace[2092410060] 'agreement among raft nodes before linearized reading' (duration: 207.24015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:23.347786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.479319ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:11:23.347915Z","caller":"traceutil/trace.go:171","msg":"trace[65938684] transaction","detail":"{read_only:false; response_revision:1565; number_of_response:1; }","duration":"316.925632ms","start":"2026-04-16T03:11:23.030969Z","end":"2026-04-16T03:11:23.347895Z","steps":["trace[65938684] 'process raft request' (duration: 99.242859ms)","trace[65938684] 'compare' (duration: 217.316484ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:11:23.347996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:23.030944Z","time spent":"317.007955ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:11:24.013693Z","caller":"traceutil/trace.go:171","msg":"trace[1558514452] linearizableReadLoop","detail":"{readStateIndex:1664; appliedIndex:1663; }","duration":"222.983448ms","start":"2026-04-16T03:11:23.790678Z","end":"2026-04-16T03:11:24.013661Z","steps":["trace[1558514452] 'read index received' (duration: 222.65651ms)","trace[1558514452] 'applied index is now lower than readState.Index' (duration: 325.848µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:11:24.013881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.191733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:11:24.01386Z","caller":"traceutil/trace.go:171","msg":"trace[26607855] transaction","detail":"{read_only:false; response_revision:1566; number_of_response:1; }","duration":"659.752802ms","start":"2026-04-16T03:11:23.354075Z","end":"2026-04-16T03:11:24.013828Z","steps":["trace[26607855] 'process raft request' (duration: 659.391443ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:11:24.013922Z","caller":"traceutil/trace.go:171","msg":"trace[894432827] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1566; }","duration":"223.296507ms","start":"2026-04-16T03:11:23.790611Z","end":"2026-04-16T03:11:24.013908Z","steps":["trace[894432827] 'agreement among raft nodes before linearized reading' (duration: 223.168343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:24.014018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:23.354058Z","time spent":"659.873424ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":799,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:11:24.29873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.202142ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:11:24.298909Z","caller":"traceutil/trace.go:171","msg":"trace[776007944] transaction","detail":"{read_only:false; response_revision:1567; number_of_response:1; }","duration":"279.60904ms","start":"2026-04-16T03:11:24.019269Z","end":"2026-04-16T03:11:24.298878Z","steps":["trace[776007944] 'process raft request' (duration: 96.14129ms)","trace[776007944] 'compare' (duration: 182.952066ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:11:25.080985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.150303ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:11:25.081236Z","caller":"traceutil/trace.go:171","msg":"trace[1258880690] linearizableReadLoop","detail":"{readStateIndex:1667; appliedIndex:1665; }","duration":"292.543027ms","start":"2026-04-16T03:11:24.788668Z","end":"2026-04-16T03:11:25.081211Z","steps":["trace[1258880690] 'read index received' (duration: 224.005804ms)","trace[1258880690] 'applied index is now lower than readState.Index' (duration: 68.535483ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:11:25.08128Z","caller":"traceutil/trace.go:171","msg":"trace[1913848461] transaction","detail":"{read_only:false; response_revision:1568; number_of_response:1; }","duration":"777.830136ms","start":"2026-04-16T03:11:24.303395Z","end":"2026-04-16T03:11:25.081225Z","steps":["trace[1913848461] 'process raft request' (duration: 374.333495ms)","trace[1913848461] 'compare' (duration: 402.868646ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:11:25.081388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.713551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:11:25.081418Z","caller":"traceutil/trace.go:171","msg":"trace[889679612] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1569; }","duration":"292.798683ms","start":"2026-04-16T03:11:24.788609Z","end":"2026-04-16T03:11:25.081408Z","steps":["trace[889679612] 'agreement among raft nodes before linearized reading' (duration: 292.67295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:25.081479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:24.303363Z","time spent":"778.024021ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1129,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:11:25.081504Z","caller":"traceutil/trace.go:171","msg":"trace[1535688836] transaction","detail":"{read_only:false; response_revision:1569; number_of_response:1; }","duration":"698.626184ms","start":"2026-04-16T03:11:24.382833Z","end":"2026-04-16T03:11:25.081459Z","steps":["trace[1535688836] 'process raft request' (duration: 698.293306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:25.081708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:24.382797Z","time spent":"698.800409ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:11:25.445571Z","caller":"traceutil/trace.go:171","msg":"trace[711528004] transaction","detail":"{read_only:false; response_revision:1570; number_of_response:1; }","duration":"359.213842ms","start":"2026-04-16T03:11:25.086304Z","end":"2026-04-16T03:11:25.445518Z","steps":["trace[711528004] 'process raft request' (duration: 275.31466ms)","trace[711528004] 'compare' (duration: 83.592704ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:11:25.445776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:25.086286Z","time spent":"359.402736ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":702,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:11:25.716829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.096028ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-16T03:11:25.716949Z","caller":"traceutil/trace.go:171","msg":"trace[1988143442] linearizableReadLoop","detail":"{readStateIndex:1669; appliedIndex:1668; }","duration":"266.365114ms","start":"2026-04-16T03:11:25.450564Z","end":"2026-04-16T03:11:25.716929Z","steps":["trace[1988143442] 'read index received' (duration: 157.136242ms)","trace[1988143442] 'applied index is now lower than readState.Index' (duration: 109.227032ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:11:25.717143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.57695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-vip-instance.18a6b77f9d78ab00\" ","response":"range_response_count:1 size:783"} {"level":"info","ts":"2026-04-16T03:11:25.71718Z","caller":"traceutil/trace.go:171","msg":"trace[1257102323] range","detail":"{range_begin:/registry/events/kube-system/kube-vip-instance.18a6b77f9d78ab00; range_end:; response_count:1; response_revision:1570; }","duration":"266.655702ms","start":"2026-04-16T03:11:25.450513Z","end":"2026-04-16T03:11:25.717169Z","steps":["trace[1257102323] 'agreement among raft nodes before linearized reading' (duration: 266.466327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:26.069221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.004783ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:11:26.069509Z","caller":"traceutil/trace.go:171","msg":"trace[1072678796] linearizableReadLoop","detail":"{readStateIndex:1671; appliedIndex:1669; }","duration":"280.240086ms","start":"2026-04-16T03:11:25.789244Z","end":"2026-04-16T03:11:26.069484Z","steps":["trace[1072678796] 'read index received' (duration: 93.896184ms)","trace[1072678796] 'applied index is now lower than readState.Index' (duration: 186.342122ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:11:26.069514Z","caller":"traceutil/trace.go:171","msg":"trace[659522767] transaction","detail":"{read_only:false; response_revision:1571; number_of_response:1; }","duration":"351.18649ms","start":"2026-04-16T03:11:25.718272Z","end":"2026-04-16T03:11:26.069459Z","steps":["trace[659522767] 'process raft request' (duration: 164.851028ms)","trace[659522767] 'compare' (duration: 185.795248ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:11:26.069546Z","caller":"traceutil/trace.go:171","msg":"trace[1119941768] transaction","detail":"{read_only:false; response_revision:1572; number_of_response:1; }","duration":"349.916417ms","start":"2026-04-16T03:11:25.719587Z","end":"2026-04-16T03:11:26.069504Z","steps":["trace[1119941768] 'process raft request' (duration: 349.774514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:26.069668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:25.719568Z","time spent":"350.035ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:11:26.069669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.42533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:11:26.069714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:25.718247Z","time spent":"351.363164ms","remote":"127.0.0.1:56702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:11:26.069724Z","caller":"traceutil/trace.go:171","msg":"trace[459895391] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1572; }","duration":"280.509342ms","start":"2026-04-16T03:11:25.789196Z","end":"2026-04-16T03:11:26.069705Z","steps":["trace[459895391] 'agreement among raft nodes before linearized reading' (duration: 280.358539ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:11:26.313816Z","caller":"traceutil/trace.go:171","msg":"trace[1608455324] transaction","detail":"{read_only:false; response_revision:1574; number_of_response:1; }","duration":"170.574722ms","start":"2026-04-16T03:11:26.143212Z","end":"2026-04-16T03:11:26.313787Z","steps":["trace[1608455324] 'process raft request' (duration: 170.314026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:26.618015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.849331ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:11:26.618211Z","caller":"traceutil/trace.go:171","msg":"trace[420910322] transaction","detail":"{read_only:false; response_revision:1575; number_of_response:1; }","duration":"297.223115ms","start":"2026-04-16T03:11:26.320962Z","end":"2026-04-16T03:11:26.618186Z","steps":["trace[420910322] 'process raft request' (duration: 67.116117ms)","trace[420910322] 'compare' (duration: 229.661777ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:11:27.126094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.731918ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:11:27.126221Z","caller":"traceutil/trace.go:171","msg":"trace[1691493225] linearizableReadLoop","detail":"{readStateIndex:1675; appliedIndex:1674; }","duration":"336.190049ms","start":"2026-04-16T03:11:26.790008Z","end":"2026-04-16T03:11:27.126198Z","steps":["trace[1691493225] 'read index received' (duration: 58.551µs)","trace[1691493225] 'applied index is now lower than readState.Index' (duration: 336.129938ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:11:27.126278Z","caller":"traceutil/trace.go:171","msg":"trace[1640389269] transaction","detail":"{read_only:false; response_revision:1576; number_of_response:1; }","duration":"500.272199ms","start":"2026-04-16T03:11:26.625969Z","end":"2026-04-16T03:11:27.126241Z","steps":["trace[1640389269] 'process raft request' (duration: 147.310335ms)","trace[1640389269] 'compare' (duration: 352.614775ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:11:27.126393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.389575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:11:27.126428Z","caller":"traceutil/trace.go:171","msg":"trace[1394062042] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1576; }","duration":"336.470667ms","start":"2026-04-16T03:11:26.789946Z","end":"2026-04-16T03:11:27.126416Z","steps":["trace[1394062042] 'agreement among raft nodes before linearized reading' (duration: 336.313563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:27.126436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:26.625944Z","time spent":"500.404502ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:11:27.126658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:26.789919Z","time spent":"336.731754ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:11:28.817236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.509141436s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:11:28.81737Z","caller":"traceutil/trace.go:171","msg":"trace[269336783] linearizableReadLoop","detail":"{readStateIndex:1676; appliedIndex:1675; }","duration":"1.546751256s","start":"2026-04-16T03:11:27.270595Z","end":"2026-04-16T03:11:28.817346Z","steps":["trace[269336783] 'read index received' (duration: 37.304714ms)","trace[269336783] 'applied index is now lower than readState.Index' (duration: 1.509444872s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:11:28.817514Z","caller":"traceutil/trace.go:171","msg":"trace[1866513838] transaction","detail":"{read_only:false; response_revision:1577; number_of_response:1; }","duration":"1.683828723s","start":"2026-04-16T03:11:27.133667Z","end":"2026-04-16T03:11:28.817496Z","steps":["trace[1866513838] 'process raft request' (duration: 174.317258ms)","trace[1866513838] 'compare' (duration: 1.508968131s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:11:28.817601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:27.133653Z","time spent":"1.683901396s","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1129,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:11:28.817802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.027439157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:11:28.818483Z","caller":"traceutil/trace.go:171","msg":"trace[55910135] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1577; }","duration":"1.028145605s","start":"2026-04-16T03:11:27.790293Z","end":"2026-04-16T03:11:28.818439Z","steps":["trace[55910135] 'agreement among raft nodes before linearized reading' (duration: 1.027394506s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:28.818319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.547681171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7486"} {"level":"warn","ts":"2026-04-16T03:11:28.818661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:27.790266Z","time spent":"1.028296569s","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:11:28.818662Z","caller":"traceutil/trace.go:171","msg":"trace[1989768570] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:1577; }","duration":"1.548093861s","start":"2026-04-16T03:11:27.270539Z","end":"2026-04-16T03:11:28.818633Z","steps":["trace[1989768570] 'agreement among raft nodes before linearized reading' (duration: 1.547067276s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:28.818823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:27.270514Z","time spent":"1.548264475s","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7509,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-04-16T03:11:29.205633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.168567ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:11:29.205763Z","caller":"traceutil/trace.go:171","msg":"trace[1156246033] linearizableReadLoop","detail":"{readStateIndex:1677; appliedIndex:1676; }","duration":"377.573236ms","start":"2026-04-16T03:11:28.828171Z","end":"2026-04-16T03:11:29.205744Z","steps":["trace[1156246033] 'read index received' (duration: 174.069431ms)","trace[1156246033] 'applied index is now lower than readState.Index' (duration: 203.502405ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:11:29.205874Z","caller":"traceutil/trace.go:171","msg":"trace[1349565328] transaction","detail":"{read_only:false; response_revision:1578; number_of_response:1; }","duration":"378.899279ms","start":"2026-04-16T03:11:28.82696Z","end":"2026-04-16T03:11:29.20586Z","steps":["trace[1349565328] 'process raft request' (duration: 175.387103ms)","trace[1349565328] 'compare' (duration: 202.906001ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:11:29.205946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:28.826941Z","time spent":"378.969972ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:11:29.20611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.574331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:11:29.206182Z","caller":"traceutil/trace.go:171","msg":"trace[661085378] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1578; }","duration":"376.672413ms","start":"2026-04-16T03:11:28.829495Z","end":"2026-04-16T03:11:29.206168Z","steps":["trace[661085378] 'agreement among raft nodes before linearized reading' (duration: 376.506969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:29.206222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:28.829481Z","time spent":"376.725964ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:11:29.206372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.176131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:5304"} {"level":"info","ts":"2026-04-16T03:11:29.206467Z","caller":"traceutil/trace.go:171","msg":"trace[1619693966] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:1578; }","duration":"378.322655ms","start":"2026-04-16T03:11:28.828124Z","end":"2026-04-16T03:11:29.206446Z","steps":["trace[1619693966] 'agreement among raft nodes before linearized reading' (duration: 378.015057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:29.206512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:28.828105Z","time spent":"378.399247ms","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":5327,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-04-16T03:11:29.499737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.554736ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:11:29.499863Z","caller":"traceutil/trace.go:171","msg":"trace[1695139261] linearizableReadLoop","detail":"{readStateIndex:1679; appliedIndex:1678; }","duration":"210.364218ms","start":"2026-04-16T03:11:29.289483Z","end":"2026-04-16T03:11:29.499847Z","steps":["trace[1695139261] 'read index received' (duration: 42.619187ms)","trace[1695139261] 'applied index is now lower than readState.Index' (duration: 167.737281ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:11:29.500056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.577373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-hz7wb\" ","response":"range_response_count:1 size:4352"} {"level":"info","ts":"2026-04-16T03:11:29.500089Z","caller":"traceutil/trace.go:171","msg":"trace[981708312] range","detail":"{range_begin:/registry/pods/local-path-storage/local-path-provisioner-679c578f5-hz7wb; range_end:; response_count:1; response_revision:1580; }","duration":"210.627325ms","start":"2026-04-16T03:11:29.28945Z","end":"2026-04-16T03:11:29.500077Z","steps":["trace[981708312] 'agreement among raft nodes before linearized reading' (duration: 210.448811ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:11:29.500257Z","caller":"traceutil/trace.go:171","msg":"trace[1612281779] transaction","detail":"{read_only:false; response_revision:1580; number_of_response:1; }","duration":"211.429895ms","start":"2026-04-16T03:11:29.288778Z","end":"2026-04-16T03:11:29.500208Z","steps":["trace[1612281779] 'process raft request' (duration: 43.310835ms)","trace[1612281779] 'compare' (duration: 167.406693ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:11:30.262919Z","caller":"traceutil/trace.go:171","msg":"trace[8603116] transaction","detail":"{read_only:false; response_revision:1581; number_of_response:1; }","duration":"754.797563ms","start":"2026-04-16T03:11:29.508092Z","end":"2026-04-16T03:11:30.262889Z","steps":["trace[8603116] 'process raft request' (duration: 754.605968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:30.263111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:29.508078Z","time spent":"754.927178ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:11:31.455791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.219924ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T03:11:32.369595Z","caller":"traceutil/trace.go:171","msg":"trace[1858902435] transaction","detail":"{read_only:false; response_revision:1584; number_of_response:1; }","duration":"100.972043ms","start":"2026-04-16T03:11:32.268592Z","end":"2026-04-16T03:11:32.369564Z","steps":["trace[1858902435] 'process raft request' (duration: 100.789458ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:11:32.962327Z","caller":"traceutil/trace.go:171","msg":"trace[303150837] transaction","detail":"{read_only:false; response_revision:1585; number_of_response:1; }","duration":"688.574109ms","start":"2026-04-16T03:11:32.273723Z","end":"2026-04-16T03:11:32.962297Z","steps":["trace[303150837] 'process raft request' (duration: 652.587349ms)","trace[303150837] 'compare' (duration: 35.642461ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:11:32.96247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.933433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:11:32.962512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:32.273707Z","time spent":"688.710383ms","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6189,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:11:32.962529Z","caller":"traceutil/trace.go:171","msg":"trace[1204961462] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1585; }","duration":"173.044205ms","start":"2026-04-16T03:11:32.789472Z","end":"2026-04-16T03:11:32.962516Z","steps":["trace[1204961462] 'agreement among raft nodes before linearized reading' (duration: 172.915632ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:11:32.962329Z","caller":"traceutil/trace.go:171","msg":"trace[77094491] linearizableReadLoop","detail":"{readStateIndex:1685; appliedIndex:1684; }","duration":"172.735157ms","start":"2026-04-16T03:11:32.789532Z","end":"2026-04-16T03:11:32.962267Z","steps":["trace[77094491] 'read index received' (duration: 136.799769ms)","trace[77094491] 'applied index is now lower than readState.Index' (duration: 35.933798ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:11:33.196539Z","caller":"traceutil/trace.go:171","msg":"trace[1226535650] linearizableReadLoop","detail":"{readStateIndex:1686; appliedIndex:1685; }","duration":"232.651862ms","start":"2026-04-16T03:11:32.963859Z","end":"2026-04-16T03:11:33.196511Z","steps":["trace[1226535650] 'read index received' (duration: 232.432427ms)","trace[1226535650] 'applied index is now lower than readState.Index' (duration: 218.275µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:11:33.19663Z","caller":"traceutil/trace.go:171","msg":"trace[2065968107] transaction","detail":"{read_only:false; response_revision:1586; number_of_response:1; }","duration":"290.71774ms","start":"2026-04-16T03:11:32.905877Z","end":"2026-04-16T03:11:33.196595Z","steps":["trace[2065968107] 'process raft request' (duration: 290.459204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:33.196673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.792455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:11:33.196713Z","caller":"traceutil/trace.go:171","msg":"trace[849146607] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1586; }","duration":"232.892388ms","start":"2026-04-16T03:11:32.963811Z","end":"2026-04-16T03:11:33.196703Z","steps":["trace[849146607] 'agreement among raft nodes before linearized reading' (duration: 232.813296ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:11:35.30532Z","caller":"traceutil/trace.go:171","msg":"trace[1618871019] transaction","detail":"{read_only:false; response_revision:1587; number_of_response:1; }","duration":"148.248178ms","start":"2026-04-16T03:11:35.157036Z","end":"2026-04-16T03:11:35.305284Z","steps":["trace[1618871019] 'process raft request' (duration: 148.008082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:35.75455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.97056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:11:35.754637Z","caller":"traceutil/trace.go:171","msg":"trace[1738535939] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:1587; }","duration":"110.108044ms","start":"2026-04-16T03:11:35.644508Z","end":"2026-04-16T03:11:35.754616Z","steps":["trace[1738535939] 'count revisions from in-memory index tree' (duration: 109.863307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:35.754717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.937906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-16T03:11:35.754795Z","caller":"traceutil/trace.go:171","msg":"trace[845477051] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:1587; }","duration":"348.037049ms","start":"2026-04-16T03:11:35.406739Z","end":"2026-04-16T03:11:35.754776Z","steps":["trace[845477051] 'range keys from in-memory index tree' (duration: 347.710091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:35.754827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:35.406661Z","time spent":"348.161392ms","remote":"127.0.0.1:56702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-04-16T03:11:36.227002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.844976ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:11:36.227156Z","caller":"traceutil/trace.go:171","msg":"trace[535305635] transaction","detail":"{read_only:false; response_revision:1588; number_of_response:1; }","duration":"373.454283ms","start":"2026-04-16T03:11:35.853678Z","end":"2026-04-16T03:11:36.227132Z","steps":["trace[535305635] 'process raft request' (duration: 252.382931ms)","trace[535305635] 'compare' (duration: 120.66407ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:11:36.227224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:35.853648Z","time spent":"373.546825ms","remote":"127.0.0.1:56702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:11:37.254759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.037334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:11:37.254802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.232787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:11:37.254861Z","caller":"traceutil/trace.go:171","msg":"trace[1587430726] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1588; }","duration":"718.211518ms","start":"2026-04-16T03:11:36.536628Z","end":"2026-04-16T03:11:37.25484Z","steps":["trace[1587430726] 'count revisions from in-memory index tree' (duration: 717.834529ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:11:37.254911Z","caller":"traceutil/trace.go:171","msg":"trace[17546926] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1588; }","duration":"466.36413ms","start":"2026-04-16T03:11:36.788517Z","end":"2026-04-16T03:11:37.254882Z","steps":["trace[17546926] 'range keys from in-memory index tree' (duration: 466.091233ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:37.254922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:36.536604Z","time spent":"718.30591ms","remote":"127.0.0.1:57010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":16,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:11:37.254963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:36.78845Z","time spent":"466.503104ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:11:41.302657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.192699ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T03:11:44.463061Z","caller":"traceutil/trace.go:171","msg":"trace[1506411938] transaction","detail":"{read_only:false; response_revision:1590; number_of_response:1; }","duration":"192.891676ms","start":"2026-04-16T03:11:44.270142Z","end":"2026-04-16T03:11:44.463034Z","steps":["trace[1506411938] 'process raft request' (duration: 192.26309ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:11:44.62042Z","caller":"traceutil/trace.go:171","msg":"trace[1886769707] transaction","detail":"{read_only:false; response_revision:1591; number_of_response:1; }","duration":"304.202152ms","start":"2026-04-16T03:11:44.316187Z","end":"2026-04-16T03:11:44.620389Z","steps":["trace[1886769707] 'process raft request' (duration: 249.610322ms)","trace[1886769707] 'compare' (duration: 54.431616ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:11:44.620623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:44.316168Z","time spent":"304.333885ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":890,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:11:45.791817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.096155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-16T03:11:45.791944Z","caller":"traceutil/trace.go:171","msg":"trace[655376751] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1592; }","duration":"303.29355ms","start":"2026-04-16T03:11:45.488629Z","end":"2026-04-16T03:11:45.791922Z","steps":["trace[655376751] 'range keys from in-memory index tree' (duration: 302.992832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:45.792021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:45.488608Z","time spent":"303.374791ms","remote":"127.0.0.1:56702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-16T03:11:45.792174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.531691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:11:45.792238Z","caller":"traceutil/trace.go:171","msg":"trace[1089425836] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:1592; }","duration":"185.656084ms","start":"2026-04-16T03:11:45.606562Z","end":"2026-04-16T03:11:45.792219Z","steps":["trace[1089425836] 'count revisions from in-memory index tree' (duration: 185.419049ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:11:46.133361Z","caller":"traceutil/trace.go:171","msg":"trace[900223211] linearizableReadLoop","detail":"{readStateIndex:1697; appliedIndex:1696; }","duration":"343.961568ms","start":"2026-04-16T03:11:45.789363Z","end":"2026-04-16T03:11:46.133324Z","steps":["trace[900223211] 'read index received' (duration: 343.541237ms)","trace[900223211] 'applied index is now lower than readState.Index' (duration: 418.901µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:11:46.133467Z","caller":"traceutil/trace.go:171","msg":"trace[449283438] transaction","detail":"{read_only:false; response_revision:1593; number_of_response:1; }","duration":"462.793982ms","start":"2026-04-16T03:11:45.670631Z","end":"2026-04-16T03:11:46.133425Z","steps":["trace[449283438] 'process raft request' (duration: 462.463244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:46.133663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:45.670604Z","time spent":"462.954196ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:11:46.133678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.241415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:11:46.13381Z","caller":"traceutil/trace.go:171","msg":"trace[1620548956] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1593; }","duration":"344.502471ms","start":"2026-04-16T03:11:45.789279Z","end":"2026-04-16T03:11:46.133781Z","steps":["trace[1620548956] 'agreement among raft nodes before linearized reading' (duration: 344.195493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:46.133737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.502555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-16T03:11:46.133866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:45.789252Z","time spent":"344.604844ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:11:46.133889Z","caller":"traceutil/trace.go:171","msg":"trace[634885822] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1593; }","duration":"339.73471ms","start":"2026-04-16T03:11:45.794139Z","end":"2026-04-16T03:11:46.133874Z","steps":["trace[634885822] 'agreement among raft nodes before linearized reading' (duration: 339.400082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:46.133944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:45.794116Z","time spent":"339.815033ms","remote":"127.0.0.1:56954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-16T03:11:46.978518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.430515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:11:46.978643Z","caller":"traceutil/trace.go:171","msg":"trace[782575190] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1593; }","duration":"188.65462ms","start":"2026-04-16T03:11:46.789967Z","end":"2026-04-16T03:11:46.978621Z","steps":["trace[782575190] 'range keys from in-memory index tree' (duration: 188.291821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:46.978606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.067277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:11:46.978739Z","caller":"traceutil/trace.go:171","msg":"trace[1870245010] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1593; }","duration":"281.264372ms","start":"2026-04-16T03:11:46.697444Z","end":"2026-04-16T03:11:46.978708Z","steps":["trace[1870245010] 'count revisions from in-memory index tree' (duration: 280.961874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:46.978558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.0174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:11:46.97904Z","caller":"traceutil/trace.go:171","msg":"trace[655967924] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:1593; }","duration":"244.568625ms","start":"2026-04-16T03:11:46.734462Z","end":"2026-04-16T03:11:46.979031Z","steps":["trace[655967924] 'count revisions from in-memory index tree' (duration: 243.912308ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:51.719907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.423198ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T03:11:52.404805Z","caller":"traceutil/trace.go:171","msg":"trace[2055418089] transaction","detail":"{read_only:false; response_revision:1594; number_of_response:1; }","duration":"323.700545ms","start":"2026-04-16T03:11:52.08106Z","end":"2026-04-16T03:11:52.40476Z","steps":["trace[2055418089] 'process raft request' (duration: 323.407178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:52.405036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:52.081029Z","time spent":"323.88641ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:11:53.329164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.990912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:11:53.329309Z","caller":"traceutil/trace.go:171","msg":"trace[1443032257] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1594; }","duration":"513.233098ms","start":"2026-04-16T03:11:52.816045Z","end":"2026-04-16T03:11:53.329278Z","steps":["trace[1443032257] 'range keys from in-memory index tree' (duration: 512.894839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:53.329384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:52.81602Z","time spent":"513.339461ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:11:55.931898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:55.409573Z","time spent":"522.318638ms","remote":"127.0.0.1:56702","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:11:55.932138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.850982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:11:55.932242Z","caller":"traceutil/trace.go:171","msg":"trace[1529812057] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1594; }","duration":"143.026147ms","start":"2026-04-16T03:11:55.789193Z","end":"2026-04-16T03:11:55.932219Z","steps":["trace[1529812057] 'agreement among raft nodes before linearized reading' (duration: 142.821571ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:11:55.932366Z","caller":"traceutil/trace.go:171","msg":"trace[494816588] linearizableReadLoop","detail":"{readStateIndex:1700; appliedIndex:1699; }","duration":"142.556994ms","start":"2026-04-16T03:11:55.789258Z","end":"2026-04-16T03:11:55.931815Z","steps":["trace[494816588] 'read index received' (duration: 141.699742ms)","trace[494816588] 'applied index is now lower than readState.Index' (duration: 855.502µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:11:56.350085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.313534ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:11:56.350237Z","caller":"traceutil/trace.go:171","msg":"trace[773445988] linearizableReadLoop","detail":"{readStateIndex:1701; appliedIndex:1700; }","duration":"416.240515ms","start":"2026-04-16T03:11:55.933972Z","end":"2026-04-16T03:11:56.350213Z","steps":["trace[773445988] 'read index received' (duration: 272.701376ms)","trace[773445988] 'applied index is now lower than readState.Index' (duration: 143.536659ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:11:56.350461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.493662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:11:56.350521Z","caller":"traceutil/trace.go:171","msg":"trace[2144261905] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1595; }","duration":"416.859671ms","start":"2026-04-16T03:11:55.933641Z","end":"2026-04-16T03:11:56.3505Z","steps":["trace[2144261905] 'agreement among raft nodes before linearized reading' (duration: 416.668767ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:11:56.350489Z","caller":"traceutil/trace.go:171","msg":"trace[390194365] transaction","detail":"{read_only:false; response_revision:1595; number_of_response:1; }","duration":"417.158398ms","start":"2026-04-16T03:11:55.933282Z","end":"2026-04-16T03:11:56.350441Z","steps":["trace[390194365] 'process raft request' (duration: 273.322341ms)","trace[390194365] 'compare' (duration: 142.827751ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:11:56.35058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:55.933596Z","time spent":"416.972344ms","remote":"127.0.0.1:56684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:11:56.350731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:55.933255Z","time spent":"417.352613ms","remote":"127.0.0.1:56702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:11:56.63287Z","caller":"traceutil/trace.go:171","msg":"trace[36812972] linearizableReadLoop","detail":"{readStateIndex:1702; appliedIndex:1701; }","duration":"279.128079ms","start":"2026-04-16T03:11:56.353709Z","end":"2026-04-16T03:11:56.632837Z","steps":["trace[36812972] 'read index received' (duration: 278.559364ms)","trace[36812972] 'applied index is now lower than readState.Index' (duration: 566.925µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:11:56.633168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.442967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-16T03:11:56.633199Z","caller":"traceutil/trace.go:171","msg":"trace[1572283458] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1596; }","duration":"279.533339ms","start":"2026-04-16T03:11:56.353654Z","end":"2026-04-16T03:11:56.633187Z","steps":["trace[1572283458] 'agreement among raft nodes before linearized reading' (duration: 279.291783ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:11:56.633743Z","caller":"traceutil/trace.go:171","msg":"trace[464920634] transaction","detail":"{read_only:false; response_revision:1596; number_of_response:1; }","duration":"453.261272ms","start":"2026-04-16T03:11:56.180416Z","end":"2026-04-16T03:11:56.633678Z","steps":["trace[464920634] 'process raft request' (duration: 452.010551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:11:56.633966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:11:56.180384Z","time spent":"453.478587ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:12:01.291276Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439974949,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:12:01.75654Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.022980239s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:12:02.373297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.461758ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T03:12:02.373431Z","caller":"traceutil/trace.go:171","msg":"trace[1877803971] linearizableReadLoop","detail":"{readStateIndex:1703; appliedIndex:1702; }","duration":"1.583053821s","start":"2026-04-16T03:12:00.790354Z","end":"2026-04-16T03:12:02.373408Z","steps":["trace[1877803971] 'read index received' (duration: 966.365916ms)","trace[1877803971] 'applied index is now lower than readState.Index' (duration: 616.685715ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:12:02.373603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.583222384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:12:02.373642Z","caller":"traceutil/trace.go:171","msg":"trace[394301974] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1596; }","duration":"1.583344767s","start":"2026-04-16T03:12:00.790287Z","end":"2026-04-16T03:12:02.373632Z","steps":["trace[394301974] 'agreement among raft nodes before linearized reading' (duration: 1.583233394s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:02.373682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:00.790261Z","time spent":"1.583410309s","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:12:02.373811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.850472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:12:02.373792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.464687158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:12:02.37383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.663537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:12:02.373916Z","caller":"traceutil/trace.go:171","msg":"trace[1731573099] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1596; }","duration":"1.464889562s","start":"2026-04-16T03:12:00.908991Z","end":"2026-04-16T03:12:02.373881Z","steps":["trace[1731573099] 'agreement among raft nodes before linearized reading' (duration: 1.464635936s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:12:02.373946Z","caller":"traceutil/trace.go:171","msg":"trace[415545625] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:1596; }","duration":"908.848391ms","start":"2026-04-16T03:12:01.465071Z","end":"2026-04-16T03:12:02.37392Z","steps":["trace[415545625] 'agreement among raft nodes before linearized reading' (duration: 908.621406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:02.373933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.106078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:10000 ","response":"range_response_count:4 size:9832"} {"level":"warn","ts":"2026-04-16T03:12:02.374005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:01.465046Z","time spent":"908.947174ms","remote":"127.0.0.1:56954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":3,"response size":30,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:12:02.374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:00.908964Z","time spent":"1.465017126s","remote":"127.0.0.1:57120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":2,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:12:02.374037Z","caller":"traceutil/trace.go:171","msg":"trace[425071288] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:4; response_revision:1596; }","duration":"644.257892ms","start":"2026-04-16T03:12:01.729751Z","end":"2026-04-16T03:12:02.374009Z","steps":["trace[425071288] 'agreement among raft nodes before linearized reading' (duration: 643.888682ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:12:02.373872Z","caller":"traceutil/trace.go:171","msg":"trace[2074146687] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:1596; }","duration":"643.992045ms","start":"2026-04-16T03:12:01.729866Z","end":"2026-04-16T03:12:02.373858Z","steps":["trace[2074146687] 'agreement among raft nodes before linearized reading' (duration: 643.855511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:02.374135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:01.72973Z","time spent":"644.381604ms","remote":"127.0.0.1:37386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":4,"response size":9855,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" limit:10000 "} {"level":"warn","ts":"2026-04-16T03:12:02.374155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:01.729836Z","time spent":"644.290552ms","remote":"127.0.0.1:37386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":4,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:12:03.851191Z","caller":"traceutil/trace.go:171","msg":"trace[277739327] transaction","detail":"{read_only:false; response_revision:1598; number_of_response:1; }","duration":"104.545223ms","start":"2026-04-16T03:12:03.7466Z","end":"2026-04-16T03:12:03.851145Z","steps":["trace[277739327] 'process raft request' (duration: 104.047761ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:12:04.876208Z","caller":"traceutil/trace.go:171","msg":"trace[2109508397] transaction","detail":"{read_only:false; response_revision:1600; number_of_response:1; }","duration":"373.692949ms","start":"2026-04-16T03:12:04.502486Z","end":"2026-04-16T03:12:04.876179Z","steps":["trace[2109508397] 'process raft request' (duration: 373.512905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:04.876381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:04.50247Z","time spent":"373.818572ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":799,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:12:05.50847Z","caller":"traceutil/trace.go:171","msg":"trace[1706013369] linearizableReadLoop","detail":"{readStateIndex:1708; appliedIndex:1706; }","duration":"719.946905ms","start":"2026-04-16T03:12:04.788493Z","end":"2026-04-16T03:12:05.50844Z","steps":["trace[1706013369] 'read index received' (duration: 87.585285ms)","trace[1706013369] 'applied index is now lower than readState.Index' (duration: 632.36077ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:12:05.508635Z","caller":"traceutil/trace.go:171","msg":"trace[283928166] transaction","detail":"{read_only:false; response_revision:1601; number_of_response:1; }","duration":"1.00167676s","start":"2026-04-16T03:12:04.506909Z","end":"2026-04-16T03:12:05.508586Z","steps":["trace[283928166] 'process raft request' (duration: 1.001366602s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:05.508678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.16529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:12:05.508729Z","caller":"traceutil/trace.go:171","msg":"trace[617144689] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1601; }","duration":"720.287944ms","start":"2026-04-16T03:12:04.788427Z","end":"2026-04-16T03:12:05.508715Z","steps":["trace[617144689] 'agreement among raft nodes before linearized reading' (duration: 720.179811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:05.508778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:04.788407Z","time spent":"720.354635ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:12:05.508906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:04.506871Z","time spent":"1.001858295s","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4464,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:12:06.009065Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439974971,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:12:06.509573Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439974971,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:12:06.641072Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.132891587s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:12:06.64151Z","caller":"traceutil/trace.go:171","msg":"trace[305782054] linearizableReadLoop","detail":"{readStateIndex:1709; appliedIndex:1708; }","duration":"1.132899817s","start":"2026-04-16T03:12:05.508581Z","end":"2026-04-16T03:12:06.641481Z","steps":["trace[305782054] 'read index received' (duration: 1.132681122s)","trace[305782054] 'applied index is now lower than readState.Index' (duration: 217.755µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:12:06.641557Z","caller":"traceutil/trace.go:171","msg":"trace[98961427] transaction","detail":"{read_only:false; response_revision:1602; number_of_response:1; }","duration":"1.760028746s","start":"2026-04-16T03:12:04.881487Z","end":"2026-04-16T03:12:06.641516Z","steps":["trace[98961427] 'process raft request' (duration: 1.759832141s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:06.641717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.544194648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:12:06.64173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:04.881454Z","time spent":"1.760192809s","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1056,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:12:06.641784Z","caller":"traceutil/trace.go:171","msg":"trace[1099603497] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:1602; }","duration":"1.544316422s","start":"2026-04-16T03:12:05.097434Z","end":"2026-04-16T03:12:06.641751Z","steps":["trace[1099603497] 'agreement among raft nodes before linearized reading' (duration: 1.544161357s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:06.641794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233050851s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-16T03:12:06.641805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13138593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:12:06.641957Z","caller":"traceutil/trace.go:171","msg":"trace[1500539648] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1602; }","duration":"1.131602195s","start":"2026-04-16T03:12:05.510324Z","end":"2026-04-16T03:12:06.641927Z","steps":["trace[1500539648] 'agreement among raft nodes before linearized reading' (duration: 1.131361588s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:12:06.641884Z","caller":"traceutil/trace.go:171","msg":"trace[1566098253] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:1602; }","duration":"1.233231156s","start":"2026-04-16T03:12:05.408636Z","end":"2026-04-16T03:12:06.641867Z","steps":["trace[1566098253] 'agreement among raft nodes before linearized reading' (duration: 1.232896496s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:06.642035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:05.408605Z","time spent":"1.23342095s","remote":"127.0.0.1:56702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-04-16T03:12:06.641833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:05.097412Z","time spent":"1.544408064s","remote":"127.0.0.1:56894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":45,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:12:06.642008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129271837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7486"} {"level":"warn","ts":"2026-04-16T03:12:06.642046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:05.510288Z","time spent":"1.131741269s","remote":"127.0.0.1:56684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:12:06.642114Z","caller":"traceutil/trace.go:171","msg":"trace[275625171] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:1602; }","duration":"1.12940657s","start":"2026-04-16T03:12:05.512675Z","end":"2026-04-16T03:12:06.642082Z","steps":["trace[275625171] 'agreement among raft nodes before linearized reading' (duration: 1.129067892s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:06.642166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:05.512664Z","time spent":"1.129489242s","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7509,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-04-16T03:12:14.611599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.366559ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:12:14.61172Z","caller":"traceutil/trace.go:171","msg":"trace[1426517761] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1620; }","duration":"350.507744ms","start":"2026-04-16T03:12:14.261194Z","end":"2026-04-16T03:12:14.611701Z","steps":["trace[1426517761] 'range keys from in-memory index tree' (duration: 350.346679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:14.610771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.721755084s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T03:12:14.612952Z","caller":"traceutil/trace.go:171","msg":"trace[1131996746] linearizableReadLoop","detail":"{readStateIndex:1729; appliedIndex:1728; }","duration":"3.152441574s","start":"2026-04-16T03:12:11.460488Z","end":"2026-04-16T03:12:14.61293Z","steps":["trace[1131996746] 'read index received' (duration: 428.457733ms)","trace[1131996746] 'applied index is now lower than readState.Index' (duration: 2.72398134s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:12:14.613203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.15268171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:12:14.613296Z","caller":"traceutil/trace.go:171","msg":"trace[2003668539] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1620; }","duration":"3.152832743s","start":"2026-04-16T03:12:11.460444Z","end":"2026-04-16T03:12:14.613276Z","steps":["trace[2003668539] 'agreement among raft nodes before linearized reading' (duration: 3.152551726s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:14.613341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:11.460424Z","time spent":"3.152909216s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:12:14.787918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000537036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:12:14.788035Z","caller":"traceutil/trace.go:171","msg":"trace[346924087] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000745331s","start":"2026-04-16T03:12:12.787264Z","end":"2026-04-16T03:12:14.788009Z","steps":["trace[346924087] 'agreement among raft nodes before linearized reading' (duration: 2.000580967s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:14.788094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:12.787227Z","time spent":"2.000852144s","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:12:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:12:15.113695Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439975020,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:12:15.613986Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439975020,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:12:16.114298Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439975020,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:12:16.198646Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.350609615s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:12:16.199198Z","caller":"traceutil/trace.go:171","msg":"trace[1785938529] transaction","detail":"{read_only:false; response_revision:1621; number_of_response:1; }","duration":"3.351315233s","start":"2026-04-16T03:12:12.847854Z","end":"2026-04-16T03:12:16.199169Z","steps":["trace[1785938529] 'process raft request' (duration: 3.351111298s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:16.199342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:12.847816Z","time spent":"3.351439016s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:12:16.490514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.121862ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:12:16.49062Z","caller":"traceutil/trace.go:171","msg":"trace[359944090] linearizableReadLoop","detail":"{readStateIndex:1731; appliedIndex:1729; }","duration":"1.877608099s","start":"2026-04-16T03:12:14.612994Z","end":"2026-04-16T03:12:16.490602Z","steps":["trace[359944090] 'read index received' (duration: 1.586018356s)","trace[359944090] 'applied index is now lower than readState.Index' (duration: 291.588173ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:12:16.490739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.395527121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:12:16.490804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.918055621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-hd7ld\" ","response":"range_response_count:1 size:6204"} {"level":"info","ts":"2026-04-16T03:12:16.490829Z","caller":"traceutil/trace.go:171","msg":"trace[1018281637] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-hd7ld; range_end:; response_count:1; response_revision:1622; }","duration":"4.918110091s","start":"2026-04-16T03:12:11.57271Z","end":"2026-04-16T03:12:16.49082Z","steps":["trace[1018281637] 'agreement among raft nodes before linearized reading' (duration: 4.917980638s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:12:16.490832Z","caller":"traceutil/trace.go:171","msg":"trace[2080792016] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1622; }","duration":"3.395678265s","start":"2026-04-16T03:12:13.095134Z","end":"2026-04-16T03:12:16.490813Z","steps":["trace[2080792016] 'agreement among raft nodes before linearized reading' (duration: 3.3954869s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:16.490861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:11.572691Z","time spent":"4.918163743s","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":6227,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-hd7ld\" "} {"level":"warn","ts":"2026-04-16T03:12:16.490885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:13.095112Z","time spent":"3.395761087s","remote":"127.0.0.1:57182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":29,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:12:16.490887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.702695554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:12:16.490902Z","caller":"traceutil/trace.go:171","msg":"trace[1079448385] transaction","detail":"{read_only:false; response_revision:1622; number_of_response:1; }","duration":"1.873119234s","start":"2026-04-16T03:12:14.617752Z","end":"2026-04-16T03:12:16.490871Z","steps":["trace[1079448385] 'process raft request' (duration: 1.685548941s)","trace[1079448385] 'compare' (duration: 186.992209ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:12:16.49103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.115156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:12:16.491029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:14.617724Z","time spent":"1.873250158s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:12:16.491068Z","caller":"traceutil/trace.go:171","msg":"trace[929939233] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1622; }","duration":"882.154357ms","start":"2026-04-16T03:12:15.608905Z","end":"2026-04-16T03:12:16.49106Z","steps":["trace[929939233] 'agreement among raft nodes before linearized reading' (duration: 882.053875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:16.491103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:15.608802Z","time spent":"882.29057ms","remote":"127.0.0.1:57022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":69,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:12:16.490937Z","caller":"traceutil/trace.go:171","msg":"trace[2117609525] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1622; }","duration":"1.702802629s","start":"2026-04-16T03:12:14.78812Z","end":"2026-04-16T03:12:16.490923Z","steps":["trace[2117609525] 'agreement among raft nodes before linearized reading' (duration: 1.702721857s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:16.491142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:14.788088Z","time spent":"1.703045955s","remote":"127.0.0.1:56684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:12:16.491221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.02162578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:12:16.49132Z","caller":"traceutil/trace.go:171","msg":"trace[330263670] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1622; }","duration":"5.021810674s","start":"2026-04-16T03:12:11.469486Z","end":"2026-04-16T03:12:16.491296Z","steps":["trace[330263670] 'agreement among raft nodes before linearized reading' (duration: 5.021478946s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:16.491384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:11.46947Z","time spent":"5.021903608s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:12:16.49145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.081695083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-16T03:12:16.491543Z","caller":"traceutil/trace.go:171","msg":"trace[110621646] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:1622; }","duration":"1.082094074s","start":"2026-04-16T03:12:15.409424Z","end":"2026-04-16T03:12:16.491518Z","steps":["trace[110621646] 'agreement among raft nodes before linearized reading' (duration: 1.08160959s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:16.491581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:15.409403Z","time spent":"1.082167965s","remote":"127.0.0.1:56702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"info","ts":"2026-04-16T03:12:16.813732Z","caller":"traceutil/trace.go:171","msg":"trace[1479751777] linearizableReadLoop","detail":"{readStateIndex:1734; appliedIndex:1732; }","duration":"288.810615ms","start":"2026-04-16T03:12:16.524892Z","end":"2026-04-16T03:12:16.813702Z","steps":["trace[1479751777] 'read index received' (duration: 288.469935ms)","trace[1479751777] 'applied index is now lower than readState.Index' (duration: 339.39µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:12:16.813904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.308248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:12:16.813974Z","caller":"traceutil/trace.go:171","msg":"trace[107149435] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1624; }","duration":"314.432071ms","start":"2026-04-16T03:12:16.49953Z","end":"2026-04-16T03:12:16.813962Z","steps":["trace[107149435] 'agreement among raft nodes before linearized reading' (duration: 314.296618ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:12:16.813969Z","caller":"traceutil/trace.go:171","msg":"trace[1520956736] transaction","detail":"{read_only:false; response_revision:1623; number_of_response:1; }","duration":"316.371739ms","start":"2026-04-16T03:12:16.497523Z","end":"2026-04-16T03:12:16.813894Z","steps":["trace[1520956736] 'process raft request' (duration: 315.847635ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:12:16.813883Z","caller":"traceutil/trace.go:171","msg":"trace[607436028] transaction","detail":"{read_only:false; response_revision:1624; number_of_response:1; }","duration":"313.450416ms","start":"2026-04-16T03:12:16.500386Z","end":"2026-04-16T03:12:16.813836Z","steps":["trace[607436028] 'process raft request' (duration: 313.22351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:16.81419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:16.497508Z","time spent":"316.570645ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:12:16.814021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:16.499523Z","time spent":"314.488263ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:12:16.814325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:16.500375Z","time spent":"313.833465ms","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5668,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:12:17.316007Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439975031,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T03:12:17.568756Z","caller":"traceutil/trace.go:171","msg":"trace[1809951893] transaction","detail":"{read_only:false; response_revision:1626; number_of_response:1; }","duration":"1.041418414s","start":"2026-04-16T03:12:16.527302Z","end":"2026-04-16T03:12:17.56872Z","steps":["trace[1809951893] 'process raft request' (duration: 1.041343422s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:12:17.568783Z","caller":"traceutil/trace.go:171","msg":"trace[245466725] transaction","detail":"{read_only:false; response_revision:1625; number_of_response:1; }","duration":"1.042725997s","start":"2026-04-16T03:12:16.526028Z","end":"2026-04-16T03:12:17.568754Z","steps":["trace[245466725] 'process raft request' (duration: 1.042393539s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:17.568966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:16.527272Z","time spent":"1.041583609s","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:12:17.568997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:16.525994Z","time spent":"1.042946523s","remote":"127.0.0.1:56702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:12:17.666694Z","caller":"traceutil/trace.go:171","msg":"trace[27416007] linearizableReadLoop","detail":"{readStateIndex:1737; appliedIndex:1734; }","duration":"851.297497ms","start":"2026-04-16T03:12:16.815368Z","end":"2026-04-16T03:12:17.666665Z","steps":["trace[27416007] 'read index received' (duration: 753.144685ms)","trace[27416007] 'applied index is now lower than readState.Index' (duration: 98.151192ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:12:17.666805Z","caller":"traceutil/trace.go:171","msg":"trace[381509679] transaction","detail":"{read_only:false; response_revision:1627; number_of_response:1; }","duration":"571.224815ms","start":"2026-04-16T03:12:17.09553Z","end":"2026-04-16T03:12:17.666755Z","steps":["trace[381509679] 'process raft request' (duration: 570.982009ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:17.666916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.539402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:12:17.666963Z","caller":"traceutil/trace.go:171","msg":"trace[590816994] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1627; }","duration":"851.697567ms","start":"2026-04-16T03:12:16.815253Z","end":"2026-04-16T03:12:17.66695Z","steps":["trace[590816994] 'agreement among raft nodes before linearized reading' (duration: 851.584884ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:17.66701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:16.815234Z","time spent":"851.766408ms","remote":"127.0.0.1:56684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:12:17.667075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:17.0955Z","time spent":"571.44305ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:12:18.310684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.698451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-16T03:12:18.310727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.295398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:12:18.310795Z","caller":"traceutil/trace.go:171","msg":"trace[1160487918] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1627; }","duration":"640.853666ms","start":"2026-04-16T03:12:17.669921Z","end":"2026-04-16T03:12:18.310775Z","steps":["trace[1160487918] 'range keys from in-memory index tree' (duration: 640.574288ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:12:18.31082Z","caller":"traceutil/trace.go:171","msg":"trace[1477677352] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1627; }","duration":"634.451322ms","start":"2026-04-16T03:12:17.676348Z","end":"2026-04-16T03:12:18.310799Z","steps":["trace[1477677352] 'range keys from in-memory index tree' (duration: 634.158086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:18.310844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:17.669901Z","time spent":"640.932478ms","remote":"127.0.0.1:56702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-16T03:12:18.31086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:17.676324Z","time spent":"634.528716ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:12:18.55153Z","caller":"traceutil/trace.go:171","msg":"trace[162226462] transaction","detail":"{read_only:false; response_revision:1629; number_of_response:1; }","duration":"230.290353ms","start":"2026-04-16T03:12:18.321192Z","end":"2026-04-16T03:12:18.551483Z","steps":["trace[162226462] 'process raft request' (duration: 229.961095ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:12:19.200036Z","caller":"traceutil/trace.go:171","msg":"trace[1896959960] transaction","detail":"{read_only:false; response_revision:1631; number_of_response:1; }","duration":"636.130146ms","start":"2026-04-16T03:12:18.563856Z","end":"2026-04-16T03:12:19.199986Z","steps":["trace[1896959960] 'process raft request' (duration: 635.801527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:19.200279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:18.563838Z","time spent":"636.30455ms","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5278,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:12:19.200292Z","caller":"traceutil/trace.go:171","msg":"trace[1033269055] linearizableReadLoop","detail":"{readStateIndex:1741; appliedIndex:1740; }","duration":"437.185155ms","start":"2026-04-16T03:12:18.762673Z","end":"2026-04-16T03:12:19.199858Z","steps":["trace[1033269055] 'read index received' (duration: 436.825606ms)","trace[1033269055] 'applied index is now lower than readState.Index' (duration: 358.249µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:12:19.200296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.542134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:12:19.200415Z","caller":"traceutil/trace.go:171","msg":"trace[1381942209] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1631; }","duration":"437.780001ms","start":"2026-04-16T03:12:18.762608Z","end":"2026-04-16T03:12:19.200388Z","steps":["trace[1381942209] 'agreement among raft nodes before linearized reading' (duration: 437.489452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:19.200497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:18.76258Z","time spent":"437.906154ms","remote":"127.0.0.1:57144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":2,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:12:19.200699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.36441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:12:19.200762Z","caller":"traceutil/trace.go:171","msg":"trace[1746055859] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1631; }","duration":"382.480733ms","start":"2026-04-16T03:12:18.818268Z","end":"2026-04-16T03:12:19.200749Z","steps":["trace[1746055859] 'agreement among raft nodes before linearized reading' (duration: 382.249957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:19.200802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:18.818248Z","time spent":"382.545134ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:12:19.201217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.198429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:12:19.201395Z","caller":"traceutil/trace.go:171","msg":"trace[150237668] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1631; }","duration":"413.291371ms","start":"2026-04-16T03:12:18.787962Z","end":"2026-04-16T03:12:19.201254Z","steps":["trace[150237668] 'agreement among raft nodes before linearized reading' (duration: 412.44498ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:19.201465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:18.787934Z","time spent":"413.516867ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:12:20.049011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.880556ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:12:20.04922Z","caller":"traceutil/trace.go:171","msg":"trace[2134658739] linearizableReadLoop","detail":"{readStateIndex:1742; appliedIndex:1741; }","duration":"785.133384ms","start":"2026-04-16T03:12:19.264058Z","end":"2026-04-16T03:12:20.049192Z","steps":["trace[2134658739] 'read index received' (duration: 88.916608ms)","trace[2134658739] 'applied index is now lower than readState.Index' (duration: 696.150664ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:12:20.049253Z","caller":"traceutil/trace.go:171","msg":"trace[870818953] transaction","detail":"{read_only:false; response_revision:1632; number_of_response:1; }","duration":"843.424198ms","start":"2026-04-16T03:12:19.205778Z","end":"2026-04-16T03:12:20.049202Z","steps":["trace[870818953] 'process raft request' (duration: 147.232253ms)","trace[870818953] 'compare' (duration: 695.726063ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:12:20.049478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:19.205749Z","time spent":"843.602123ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:12:20.049504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.445492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4479"} {"level":"warn","ts":"2026-04-16T03:12:20.049596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.854062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:12:20.049629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.281207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18a6b77ead91f4bb\" ","response":"range_response_count:1 size:814"} {"level":"info","ts":"2026-04-16T03:12:20.049649Z","caller":"traceutil/trace.go:171","msg":"trace[1872453058] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1632; }","duration":"261.943004ms","start":"2026-04-16T03:12:19.787689Z","end":"2026-04-16T03:12:20.049632Z","steps":["trace[1872453058] 'agreement among raft nodes before linearized reading' (duration: 261.867082ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:12:20.049699Z","caller":"traceutil/trace.go:171","msg":"trace[1343632190] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18a6b77ead91f4bb; range_end:; response_count:1; response_revision:1632; }","duration":"783.38632ms","start":"2026-04-16T03:12:19.266292Z","end":"2026-04-16T03:12:20.049678Z","steps":["trace[1343632190] 'agreement among raft nodes before linearized reading' (duration: 783.102133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:20.04976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:19.266282Z","time spent":"783.465812ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":837,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18a6b77ead91f4bb\" "} {"level":"info","ts":"2026-04-16T03:12:20.049729Z","caller":"traceutil/trace.go:171","msg":"trace[1451216756] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:1632; }","duration":"785.637457ms","start":"2026-04-16T03:12:19.26399Z","end":"2026-04-16T03:12:20.049628Z","steps":["trace[1451216756] 'agreement among raft nodes before linearized reading' (duration: 785.34074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:20.050096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:19.263958Z","time spent":"786.124229ms","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4502,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"info","ts":"2026-04-16T03:12:21.083676Z","caller":"traceutil/trace.go:171","msg":"trace[1720273844] transaction","detail":"{read_only:false; response_revision:1634; number_of_response:1; }","duration":"1.02618832s","start":"2026-04-16T03:12:20.057456Z","end":"2026-04-16T03:12:21.083644Z","steps":["trace[1720273844] 'process raft request' (duration: 1.025968874s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:21.083886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:20.057426Z","time spent":"1.026350414s","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4688,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:12:21.083933Z","caller":"traceutil/trace.go:171","msg":"trace[837361099] linearizableReadLoop","detail":"{readStateIndex:1744; appliedIndex:1744; }","duration":"484.590974ms","start":"2026-04-16T03:12:20.599305Z","end":"2026-04-16T03:12:21.083896Z","steps":["trace[837361099] 'read index received' (duration: 484.578024ms)","trace[837361099] 'applied index is now lower than readState.Index' (duration: 10.54µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:12:21.084162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.293416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:12:21.084208Z","caller":"traceutil/trace.go:171","msg":"trace[935466312] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1634; }","duration":"293.39887ms","start":"2026-04-16T03:12:20.790798Z","end":"2026-04-16T03:12:21.084196Z","steps":["trace[935466312] 'agreement among raft nodes before linearized reading' (duration: 293.329688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:21.084301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.966503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:12:21.084342Z","caller":"traceutil/trace.go:171","msg":"trace[462280978] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1634; }","duration":"485.087576ms","start":"2026-04-16T03:12:20.599242Z","end":"2026-04-16T03:12:21.08433Z","steps":["trace[462280978] 'agreement among raft nodes before linearized reading' (duration: 484.813459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:21.084393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:20.599219Z","time spent":"485.164888ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:12:22.027821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.114837ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:12:22.027962Z","caller":"traceutil/trace.go:171","msg":"trace[278221959] transaction","detail":"{read_only:false; response_revision:1635; number_of_response:1; }","duration":"936.416159ms","start":"2026-04-16T03:12:21.091518Z","end":"2026-04-16T03:12:22.027934Z","steps":["trace[278221959] 'process raft request' (duration: 328.083906ms)","trace[278221959] 'compare' (duration: 607.972174ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:12:22.02804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:21.091487Z","time spent":"936.521142ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:12:22.74832Z","caller":"traceutil/trace.go:171","msg":"trace[482238536] transaction","detail":"{read_only:false; response_revision:1636; number_of_response:1; }","duration":"689.998488ms","start":"2026-04-16T03:12:22.058294Z","end":"2026-04-16T03:12:22.748292Z","steps":["trace[482238536] 'process raft request' (duration: 689.807853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:22.748489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:22.058278Z","time spent":"690.127771ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:12:23.271813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.768654ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T03:12:23.271992Z","caller":"traceutil/trace.go:171","msg":"trace[1531102951] linearizableReadLoop","detail":"{readStateIndex:1747; appliedIndex:1746; }","duration":"484.366468ms","start":"2026-04-16T03:12:22.787595Z","end":"2026-04-16T03:12:23.271961Z","steps":["trace[1531102951] 'read index received' (duration: 83.407109ms)","trace[1531102951] 'applied index is now lower than readState.Index' (duration: 400.956669ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:12:23.272124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.517122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:12:23.2722Z","caller":"traceutil/trace.go:171","msg":"trace[947188143] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1636; }","duration":"484.658585ms","start":"2026-04-16T03:12:22.787522Z","end":"2026-04-16T03:12:23.27218Z","steps":["trace[947188143] 'agreement among raft nodes before linearized reading' (duration: 484.512952ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:23.272262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:22.787492Z","time spent":"484.757868ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:12:24.171275Z","caller":"traceutil/trace.go:171","msg":"trace[903689747] transaction","detail":"{read_only:false; response_revision:1637; number_of_response:1; }","duration":"118.792484ms","start":"2026-04-16T03:12:24.052452Z","end":"2026-04-16T03:12:24.171245Z","steps":["trace[903689747] 'process raft request' (duration: 118.567718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:26.229226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.387327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:12:26.229305Z","caller":"traceutil/trace.go:171","msg":"trace[1502035727] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1638; }","duration":"731.54094ms","start":"2026-04-16T03:12:25.497748Z","end":"2026-04-16T03:12:26.229289Z","steps":["trace[1502035727] 'count revisions from in-memory index tree' (duration: 731.289823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:26.229343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:25.497724Z","time spent":"731.612901ms","remote":"127.0.0.1:57066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:12:26.229634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.677594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:12:26.229663Z","caller":"traceutil/trace.go:171","msg":"trace[931278935] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1638; }","duration":"440.757415ms","start":"2026-04-16T03:12:25.788898Z","end":"2026-04-16T03:12:26.229655Z","steps":["trace[931278935] 'range keys from in-memory index tree' (duration: 440.569901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:26.229678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:25.788872Z","time spent":"440.801197ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:12:26.229746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.623982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:12:26.229873Z","caller":"traceutil/trace.go:171","msg":"trace[1974280170] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1638; }","duration":"684.781727ms","start":"2026-04-16T03:12:25.545062Z","end":"2026-04-16T03:12:26.229844Z","steps":["trace[1974280170] 'count revisions from in-memory index tree' (duration: 684.467079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:26.22992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.692899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-16T03:12:26.229947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:25.544984Z","time spent":"684.94106ms","remote":"127.0.0.1:56762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:12:26.229984Z","caller":"traceutil/trace.go:171","msg":"trace[1469233060] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:1638; }","duration":"819.818882ms","start":"2026-04-16T03:12:25.410147Z","end":"2026-04-16T03:12:26.229965Z","steps":["trace[1469233060] 'range keys from in-memory index tree' (duration: 819.474514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:26.230026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:25.410122Z","time spent":"819.893574ms","remote":"127.0.0.1:56702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-04-16T03:12:26.230123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.927195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:12:26.230579Z","caller":"traceutil/trace.go:171","msg":"trace[1106436025] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1638; }","duration":"249.112819ms","start":"2026-04-16T03:12:25.981095Z","end":"2026-04-16T03:12:26.230208Z","steps":["trace[1106436025] 'count revisions from in-memory index tree' (duration: 248.785681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:26.732343Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439975075,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:12:27.23283Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439975075,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:12:27.296865Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.065698909s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:12:27.297338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:26.231018Z","time spent":"1.066315005s","remote":"127.0.0.1:56702","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:12:28.231817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000149579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:12:28.231912Z","caller":"traceutil/trace.go:171","msg":"trace[438487603] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000309143s","start":"2026-04-16T03:12:26.231582Z","end":"2026-04-16T03:12:28.231892Z","steps":["trace[438487603] 'agreement among raft nodes before linearized reading' (duration: 2.00017403s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:28.231974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:26.231566Z","time spent":"2.000397016s","remote":"127.0.0.1:56684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:12:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:12:28.260258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.467712ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:12:28.260597Z","caller":"traceutil/trace.go:171","msg":"trace[1137377348] transaction","detail":"{read_only:false; response_revision:1641; number_of_response:1; }","duration":"961.905024ms","start":"2026-04-16T03:12:27.298634Z","end":"2026-04-16T03:12:28.260539Z","steps":["trace[1137377348] 'process raft request' (duration: 961.846493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:28.260677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:27.298601Z","time spent":"962.039618ms","remote":"127.0.0.1:56702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:12:28.26078Z","caller":"traceutil/trace.go:171","msg":"trace[1285398666] transaction","detail":"{read_only:false; response_revision:1640; number_of_response:1; }","duration":"1.657157466s","start":"2026-04-16T03:12:26.603592Z","end":"2026-04-16T03:12:28.260749Z","steps":["trace[1285398666] 'process raft request' (duration: 1.656796327s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:12:28.260797Z","caller":"traceutil/trace.go:171","msg":"trace[409807813] transaction","detail":"{read_only:false; response_revision:1639; number_of_response:1; }","duration":"2.026145086s","start":"2026-04-16T03:12:26.234625Z","end":"2026-04-16T03:12:28.26077Z","steps":["trace[409807813] 'process raft request' (duration: 1.401071049s)","trace[409807813] 'compare' (duration: 624.303138ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:12:28.26078Z","caller":"traceutil/trace.go:171","msg":"trace[494328283] linearizableReadLoop","detail":"{readStateIndex:1752; appliedIndex:1749; }","duration":"2.029123782s","start":"2026-04-16T03:12:26.231624Z","end":"2026-04-16T03:12:28.260748Z","steps":["trace[494328283] 'read index received' (duration: 1.065474824s)","trace[494328283] 'applied index is now lower than readState.Index' (duration: 963.645768ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:12:28.260912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:26.603561Z","time spent":"1.657282479s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:12:28.260913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:26.234598Z","time spent":"2.026251468s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:12:29.445141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.482519ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:12:29.445281Z","caller":"traceutil/trace.go:171","msg":"trace[270268237] linearizableReadLoop","detail":"{readStateIndex:1754; appliedIndex:1753; }","duration":"1.1843996s","start":"2026-04-16T03:12:28.260858Z","end":"2026-04-16T03:12:29.445258Z","steps":["trace[270268237] 'read index received' (duration: 342.653884ms)","trace[270268237] 'applied index is now lower than readState.Index' (duration: 841.743976ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:12:29.445436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.967868482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:12:29.445414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20613611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:12:29.4455Z","caller":"traceutil/trace.go:171","msg":"trace[957874620] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1642; }","duration":"1.967982035s","start":"2026-04-16T03:12:27.477503Z","end":"2026-04-16T03:12:29.445485Z","steps":["trace[957874620] 'agreement among raft nodes before linearized reading' (duration: 1.967858382s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:12:29.445541Z","caller":"traceutil/trace.go:171","msg":"trace[1951048494] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1642; }","duration":"1.206362986s","start":"2026-04-16T03:12:28.239146Z","end":"2026-04-16T03:12:29.445509Z","steps":["trace[1951048494] 'agreement among raft nodes before linearized reading' (duration: 1.20615962s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:29.445561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:27.477481Z","time spent":"1.968059157s","remote":"127.0.0.1:56922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:12:29.445623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:28.239119Z","time spent":"1.206487919s","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:12:29.445651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.6218757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:12:29.445682Z","caller":"traceutil/trace.go:171","msg":"trace[1367279190] transaction","detail":"{read_only:false; response_revision:1642; number_of_response:1; }","duration":"1.523547736s","start":"2026-04-16T03:12:27.922105Z","end":"2026-04-16T03:12:29.445653Z","steps":["trace[1367279190] 'process raft request' (duration: 681.441431ms)","trace[1367279190] 'compare' (duration: 840.981476ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:12:29.445707Z","caller":"traceutil/trace.go:171","msg":"trace[578438423] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1642; }","duration":"2.621976783s","start":"2026-04-16T03:12:26.823711Z","end":"2026-04-16T03:12:29.445688Z","steps":["trace[578438423] 'agreement among raft nodes before linearized reading' (duration: 2.621659365s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:29.445759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:26.823686Z","time spent":"2.622061824s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:12:29.445803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:27.922076Z","time spent":"1.523672679s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:12:29.445912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.182585943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-16T03:12:29.44606Z","caller":"traceutil/trace.go:171","msg":"trace[1254696026] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1642; }","duration":"1.182771849s","start":"2026-04-16T03:12:28.26326Z","end":"2026-04-16T03:12:29.446032Z","steps":["trace[1254696026] 'agreement among raft nodes before linearized reading' (duration: 1.182396289s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:29.446126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:28.263166Z","time spent":"1.182942382s","remote":"127.0.0.1:56840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-16T03:12:31.562369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28368133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-16T03:12:31.562586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.310995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:12:31.562458Z","caller":"traceutil/trace.go:171","msg":"trace[265534481] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1643; }","duration":"1.283829645s","start":"2026-04-16T03:12:30.278608Z","end":"2026-04-16T03:12:31.562438Z","steps":["trace[265534481] 'range keys from in-memory index tree' (duration: 1.28324409s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:12:31.562707Z","caller":"traceutil/trace.go:171","msg":"trace[524685687] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1643; }","duration":"773.492329ms","start":"2026-04-16T03:12:30.789189Z","end":"2026-04-16T03:12:31.562681Z","steps":["trace[524685687] 'range keys from in-memory index tree' (duration: 773.210242ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:31.562768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:30.789163Z","time spent":"773.591332ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:12:31.562843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:30.278566Z","time spent":"1.284209834s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:12:32.810649Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.243246249s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:12:32.811089Z","caller":"traceutil/trace.go:171","msg":"trace[271055408] transaction","detail":"{read_only:false; response_revision:1644; number_of_response:1; }","duration":"1.243762522s","start":"2026-04-16T03:12:31.567293Z","end":"2026-04-16T03:12:32.811055Z","steps":["trace[271055408] 'process raft request' (duration: 1.243571047s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:32.811287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:31.567268Z","time spent":"1.243920746s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:12:33.685632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.231745ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:12:33.68591Z","caller":"traceutil/trace.go:171","msg":"trace[1858712127] transaction","detail":"{read_only:false; response_revision:1645; number_of_response:1; }","duration":"2.118513422s","start":"2026-04-16T03:12:31.567351Z","end":"2026-04-16T03:12:33.685864Z","steps":["trace[1858712127] 'process raft request' (duration: 1.648930348s)","trace[1858712127] 'compare' (duration: 468.905107ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:12:33.686078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:31.567317Z","time spent":"2.118674525s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:12:34.118018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.25096ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T03:12:34.118176Z","caller":"traceutil/trace.go:171","msg":"trace[178876464] linearizableReadLoop","detail":"{readStateIndex:1758; appliedIndex:1755; }","duration":"1.330129305s","start":"2026-04-16T03:12:32.788022Z","end":"2026-04-16T03:12:34.118151Z","steps":["trace[178876464] 'read index received' (duration: 22.873368ms)","trace[178876464] 'applied index is now lower than readState.Index' (duration: 1.307253817s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:12:34.118367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3303488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:12:34.118435Z","caller":"traceutil/trace.go:171","msg":"trace[1403914358] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1645; }","duration":"1.330473983s","start":"2026-04-16T03:12:32.787944Z","end":"2026-04-16T03:12:34.118417Z","steps":["trace[1403914358] 'agreement among raft nodes before linearized reading' (duration: 1.33033839s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:34.11845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"737.15657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:12:34.118496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:32.787919Z","time spent":"1.330550166s","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:12:34.118555Z","caller":"traceutil/trace.go:171","msg":"trace[1427998031] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1645; }","duration":"737.336914ms","start":"2026-04-16T03:12:33.381193Z","end":"2026-04-16T03:12:34.11853Z","steps":["trace[1427998031] 'agreement among raft nodes before linearized reading' (duration: 737.140499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:34.118603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:33.381167Z","time spent":"737.427807ms","remote":"127.0.0.1:56904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:12:35.317012Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439975101,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:12:35.817893Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439975101,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:12:36.318933Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439975101,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:12:36.819765Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439975101,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:12:37.320608Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439975101,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:12:37.741821Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.153674377s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:12:37.742305Z","caller":"traceutil/trace.go:171","msg":"trace[697636554] linearizableReadLoop","detail":"{readStateIndex:1759; appliedIndex:1758; }","duration":"2.926179743s","start":"2026-04-16T03:12:34.816103Z","end":"2026-04-16T03:12:37.742282Z","steps":["trace[697636554] 'read index received' (duration: 2.925885516s)","trace[697636554] 'applied index is now lower than readState.Index' (duration: 292.727µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:12:37.742449Z","caller":"traceutil/trace.go:171","msg":"trace[1011419057] transaction","detail":"{read_only:false; response_revision:1646; number_of_response:1; }","duration":"3.154497558s","start":"2026-04-16T03:12:34.587913Z","end":"2026-04-16T03:12:37.742411Z","steps":["trace[1011419057] 'process raft request' (duration: 3.154130448s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:37.742572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.952880392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:12:37.742613Z","caller":"traceutil/trace.go:171","msg":"trace[1284890450] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1646; }","duration":"1.952979734s","start":"2026-04-16T03:12:35.789623Z","end":"2026-04-16T03:12:37.742603Z","steps":["trace[1284890450] 'agreement among raft nodes before linearized reading' (duration: 1.952884402s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:37.742622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:34.587817Z","time spent":"3.154701132s","remote":"127.0.0.1:56854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11716,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:12:37.742641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:35.789603Z","time spent":"1.953031056s","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:12:37.742753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.08491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-16T03:12:37.742736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.257516126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:12:37.742747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.331915478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-16T03:12:37.742813Z","caller":"traceutil/trace.go:171","msg":"trace[1971006695] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1646; }","duration":"2.257657879s","start":"2026-04-16T03:12:35.485137Z","end":"2026-04-16T03:12:37.742795Z","steps":["trace[1971006695] 'agreement among raft nodes before linearized reading' (duration: 2.257513846s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:37.742854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:35.485112Z","time spent":"2.257733411s","remote":"127.0.0.1:57130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":5,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:12:37.742818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.043866584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T03:12:37.742934Z","caller":"traceutil/trace.go:171","msg":"trace[217347065] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1646; }","duration":"2.044009487s","start":"2026-04-16T03:12:35.698901Z","end":"2026-04-16T03:12:37.74291Z","steps":["trace[217347065] 'agreement among raft nodes before linearized reading' (duration: 2.043655127s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:12:37.742864Z","caller":"traceutil/trace.go:171","msg":"trace[691205989] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:1646; }","duration":"2.332100122s","start":"2026-04-16T03:12:35.410738Z","end":"2026-04-16T03:12:37.742838Z","steps":["trace[691205989] 'agreement among raft nodes before linearized reading' (duration: 2.331767113s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:37.742988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:35.698824Z","time spent":"2.044154311s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:12:37.743012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:35.410717Z","time spent":"2.332283847s","remote":"127.0.0.1:56702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"info","ts":"2026-04-16T03:12:37.742795Z","caller":"traceutil/trace.go:171","msg":"trace[1879917603] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1646; }","duration":"985.136431ms","start":"2026-04-16T03:12:36.757649Z","end":"2026-04-16T03:12:37.742786Z","steps":["trace[1879917603] 'agreement among raft nodes before linearized reading' (duration: 984.934965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:37.743098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:36.757584Z","time spent":"985.49496ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":130,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:12:37.742969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.926879382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:12:37.743156Z","caller":"traceutil/trace.go:171","msg":"trace[1974209055] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1646; }","duration":"2.927106708s","start":"2026-04-16T03:12:34.81604Z","end":"2026-04-16T03:12:37.743147Z","steps":["trace[1974209055] 'agreement among raft nodes before linearized reading' (duration: 2.926377049s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:37.743191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:34.816013Z","time spent":"2.92716194s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:12:38.203675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.915331ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-16T03:12:38.203801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:37.744344Z","time spent":"459.452608ms","remote":"127.0.0.1:56702","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-16T03:12:38.270722Z","caller":"traceutil/trace.go:171","msg":"trace[697377988] linearizableReadLoop","detail":"{readStateIndex:1762; appliedIndex:1759; }","duration":"518.41724ms","start":"2026-04-16T03:12:37.752271Z","end":"2026-04-16T03:12:38.270689Z","steps":["trace[697377988] 'read index received' (duration: 229.492904ms)","trace[697377988] 'applied index is now lower than readState.Index' (duration: 288.923146ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:12:38.270762Z","caller":"traceutil/trace.go:171","msg":"trace[1081447139] transaction","detail":"{read_only:false; response_revision:1647; number_of_response:1; }","duration":"522.40622ms","start":"2026-04-16T03:12:37.7483Z","end":"2026-04-16T03:12:38.270706Z","steps":["trace[1081447139] 'process raft request' (duration: 522.028381ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:12:38.270779Z","caller":"traceutil/trace.go:171","msg":"trace[1259350586] transaction","detail":"{read_only:false; response_revision:1648; number_of_response:1; }","duration":"522.43532ms","start":"2026-04-16T03:12:37.748311Z","end":"2026-04-16T03:12:38.270746Z","steps":["trace[1259350586] 'process raft request' (duration: 522.319617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:38.270917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:37.748287Z","time spent":"522.558034ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:12:38.270951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.641535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:12:38.27095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:37.748286Z","time spent":"522.546243ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:12:38.271015Z","caller":"traceutil/trace.go:171","msg":"trace[628252694] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1648; }","duration":"518.748357ms","start":"2026-04-16T03:12:37.75225Z","end":"2026-04-16T03:12:38.270998Z","steps":["trace[628252694] 'agreement among raft nodes before linearized reading' (duration: 518.570953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:38.271066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:37.752241Z","time spent":"518.81483ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:12:38.629027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.074486ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:12:38.629169Z","caller":"traceutil/trace.go:171","msg":"trace[617477106] linearizableReadLoop","detail":"{readStateIndex:1763; appliedIndex:1762; }","duration":"358.354352ms","start":"2026-04-16T03:12:38.270795Z","end":"2026-04-16T03:12:38.629149Z","steps":["trace[617477106] 'read index received' (duration: 47.091971ms)","trace[617477106] 'applied index is now lower than readState.Index' (duration: 311.260661ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:12:38.629326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.840418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:12:38.629306Z","caller":"traceutil/trace.go:171","msg":"trace[873839773] transaction","detail":"{read_only:false; response_revision:1649; number_of_response:1; }","duration":"424.419423ms","start":"2026-04-16T03:12:38.204849Z","end":"2026-04-16T03:12:38.629268Z","steps":["trace[873839773] 'process raft request' (duration: 112.995648ms)","trace[873839773] 'compare' (duration: 310.885501ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:12:38.629355Z","caller":"traceutil/trace.go:171","msg":"trace[146422615] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1649; }","duration":"843.904079ms","start":"2026-04-16T03:12:37.78544Z","end":"2026-04-16T03:12:38.629344Z","steps":["trace[146422615] 'agreement among raft nodes before linearized reading' (duration: 843.765395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:38.629358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.26092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:12:38.629346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.348532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:12:38.629439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:38.204819Z","time spent":"424.549706ms","remote":"127.0.0.1:56702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:12:38.629446Z","caller":"traceutil/trace.go:171","msg":"trace[2059646766] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1649; }","duration":"500.424755ms","start":"2026-04-16T03:12:38.129002Z","end":"2026-04-16T03:12:38.629427Z","steps":["trace[2059646766] 'agreement among raft nodes before linearized reading' (duration: 500.162318ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:12:38.62947Z","caller":"traceutil/trace.go:171","msg":"trace[334280698] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:1649; }","duration":"625.545047ms","start":"2026-04-16T03:12:38.0039Z","end":"2026-04-16T03:12:38.629445Z","steps":["trace[334280698] 'agreement among raft nodes before linearized reading' (duration: 625.321022ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:38.629395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:37.785425Z","time spent":"843.960941ms","remote":"127.0.0.1:57078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:12:38.629502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:38.128976Z","time spent":"500.516766ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":16,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:12:38.629533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:38.003873Z","time spent":"625.64472ms","remote":"127.0.0.1:56962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:12:39.068237Z","caller":"traceutil/trace.go:171","msg":"trace[73057481] linearizableReadLoop","detail":"{readStateIndex:1764; appliedIndex:1763; }","duration":"436.621901ms","start":"2026-04-16T03:12:38.631572Z","end":"2026-04-16T03:12:39.068194Z","steps":["trace[73057481] 'read index received' (duration: 374.296115ms)","trace[73057481] 'applied index is now lower than readState.Index' (duration: 62.323626ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:12:39.068339Z","caller":"traceutil/trace.go:171","msg":"trace[660634800] transaction","detail":"{read_only:false; response_revision:1650; number_of_response:1; }","duration":"495.736005ms","start":"2026-04-16T03:12:38.572545Z","end":"2026-04-16T03:12:39.068281Z","steps":["trace[660634800] 'process raft request' (duration: 433.340097ms)","trace[660634800] 'compare' (duration: 62.002819ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:12:39.068523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.58781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:12:39.068592Z","caller":"traceutil/trace.go:171","msg":"trace[22650991] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1650; }","duration":"279.694422ms","start":"2026-04-16T03:12:38.788858Z","end":"2026-04-16T03:12:39.068552Z","steps":["trace[22650991] 'agreement among raft nodes before linearized reading' (duration: 279.552609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:39.068594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:38.57251Z","time spent":"495.92816ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:12:39.068669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.064772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-04-16T03:12:39.068674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.235126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:12:39.06876Z","caller":"traceutil/trace.go:171","msg":"trace[1909473468] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1650; }","duration":"437.223576ms","start":"2026-04-16T03:12:38.631514Z","end":"2026-04-16T03:12:39.068737Z","steps":["trace[1909473468] 'agreement among raft nodes before linearized reading' (duration: 436.857107ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:12:39.068806Z","caller":"traceutil/trace.go:171","msg":"trace[1579109706] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1650; }","duration":"138.442542ms","start":"2026-04-16T03:12:38.930334Z","end":"2026-04-16T03:12:39.068777Z","steps":["trace[1579109706] 'agreement among raft nodes before linearized reading' (duration: 138.197666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:39.068842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:38.631493Z","time spent":"437.340089ms","remote":"127.0.0.1:56840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-16T03:12:40.290544Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439975118,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T03:12:40.371354Z","caller":"traceutil/trace.go:171","msg":"trace[1855859264] linearizableReadLoop","detail":"{readStateIndex:1765; appliedIndex:1764; }","duration":"581.908434ms","start":"2026-04-16T03:12:39.789413Z","end":"2026-04-16T03:12:40.371321Z","steps":["trace[1855859264] 'read index received' (duration: 581.765351ms)","trace[1855859264] 'applied index is now lower than readState.Index' (duration: 141.443µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:12:40.371439Z","caller":"traceutil/trace.go:171","msg":"trace[793681179] transaction","detail":"{read_only:false; response_revision:1651; number_of_response:1; }","duration":"888.127358ms","start":"2026-04-16T03:12:39.483275Z","end":"2026-04-16T03:12:40.371403Z","steps":["trace[793681179] 'process raft request' (duration: 887.863552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:40.371603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:39.483245Z","time spent":"888.267711ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:12:40.371621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.175502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:12:40.371663Z","caller":"traceutil/trace.go:171","msg":"trace[82452437] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1651; }","duration":"582.309664ms","start":"2026-04-16T03:12:39.789342Z","end":"2026-04-16T03:12:40.371652Z","steps":["trace[82452437] 'agreement among raft nodes before linearized reading' (duration: 582.163511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:40.371702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:39.789319Z","time spent":"582.374936ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:12:40.371973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.899936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:12:40.372006Z","caller":"traceutil/trace.go:171","msg":"trace[234218038] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1651; }","duration":"483.934837ms","start":"2026-04-16T03:12:39.888062Z","end":"2026-04-16T03:12:40.371997Z","steps":["trace[234218038] 'agreement among raft nodes before linearized reading' (duration: 483.853945ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:40.372029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:39.888039Z","time spent":"483.984479ms","remote":"127.0.0.1:57010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":16,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:12:41.058539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.730677ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:12:41.05863Z","caller":"traceutil/trace.go:171","msg":"trace[1377286721] transaction","detail":"{read_only:false; response_revision:1652; number_of_response:1; }","duration":"681.984875ms","start":"2026-04-16T03:12:40.376631Z","end":"2026-04-16T03:12:41.058616Z","steps":["trace[1377286721] 'process raft request' (duration: 320.107925ms)","trace[1377286721] 'compare' (duration: 361.489001ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:12:41.058667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:40.376598Z","time spent":"682.055506ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:12:41.819733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.199409ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:12:41.81985Z","caller":"traceutil/trace.go:171","msg":"trace[480893897] linearizableReadLoop","detail":"{readStateIndex:1767; appliedIndex:1765; }","duration":"1.131640615s","start":"2026-04-16T03:12:40.688192Z","end":"2026-04-16T03:12:41.819832Z","steps":["trace[480893897] 'read index received' (duration: 8.566846ms)","trace[480893897] 'applied index is now lower than readState.Index' (duration: 1.123072329s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:12:41.819912Z","caller":"traceutil/trace.go:171","msg":"trace[1364207350] transaction","detail":"{read_only:false; response_revision:1653; number_of_response:1; }","duration":"1.44307302s","start":"2026-04-16T03:12:40.376799Z","end":"2026-04-16T03:12:41.819872Z","steps":["trace[1364207350] 'process raft request' (duration: 1.271662146s)","trace[1364207350] 'compare' (duration: 171.079736ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:12:41.819962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131779169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:12:41.820101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:40.376751Z","time spent":"1.443245976s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:12:41.820129Z","caller":"traceutil/trace.go:171","msg":"trace[227341054] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1653; }","duration":"1.131920943s","start":"2026-04-16T03:12:40.688171Z","end":"2026-04-16T03:12:41.820092Z","steps":["trace[227341054] 'agreement among raft nodes before linearized reading' (duration: 1.131749059s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:41.820258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:40.68808Z","time spent":"1.132126468s","remote":"127.0.0.1:56792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":6,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:12:42.322744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.455683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:12:42.322869Z","caller":"traceutil/trace.go:171","msg":"trace[2070367387] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:1653; }","duration":"167.656389ms","start":"2026-04-16T03:12:42.155188Z","end":"2026-04-16T03:12:42.322844Z","steps":["trace[2070367387] 'count revisions from in-memory index tree' (duration: 167.358132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:43.079204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.028545ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T03:12:43.079339Z","caller":"traceutil/trace.go:171","msg":"trace[1541578092] linearizableReadLoop","detail":"{readStateIndex:1768; appliedIndex:1767; }","duration":"290.153667ms","start":"2026-04-16T03:12:42.789164Z","end":"2026-04-16T03:12:43.079318Z","steps":["trace[1541578092] 'read index received' (duration: 31.919586ms)","trace[1541578092] 'applied index is now lower than readState.Index' (duration: 258.232391ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:12:43.079509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.328322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:12:43.079595Z","caller":"traceutil/trace.go:171","msg":"trace[793014783] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1653; }","duration":"290.470216ms","start":"2026-04-16T03:12:42.789105Z","end":"2026-04-16T03:12:43.079575Z","steps":["trace[793014783] 'agreement among raft nodes before linearized reading' (duration: 290.306432ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:12:43.397415Z","caller":"traceutil/trace.go:171","msg":"trace[1510389118] transaction","detail":"{read_only:false; response_revision:1654; number_of_response:1; }","duration":"312.581425ms","start":"2026-04-16T03:12:43.084805Z","end":"2026-04-16T03:12:43.397386Z","steps":["trace[1510389118] 'process raft request' (duration: 312.370549ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:43.397613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:43.084773Z","time spent":"312.729609ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:12:44.386227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.100788ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:12:44.386381Z","caller":"traceutil/trace.go:171","msg":"trace[1080157730] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1654; }","duration":"124.287953ms","start":"2026-04-16T03:12:44.262072Z","end":"2026-04-16T03:12:44.386359Z","steps":["trace[1080157730] 'range keys from in-memory index tree' (duration: 124.074367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:44.386389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.904968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:12:44.386478Z","caller":"traceutil/trace.go:171","msg":"trace[1035176765] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1654; }","duration":"562.169736ms","start":"2026-04-16T03:12:43.824285Z","end":"2026-04-16T03:12:44.386455Z","steps":["trace[1035176765] 'range keys from in-memory index tree' (duration: 561.660623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:44.386541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:43.824257Z","time spent":"562.271119ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T03:12:44.635448Z","caller":"traceutil/trace.go:171","msg":"trace[1869090963] transaction","detail":"{read_only:false; response_revision:1655; number_of_response:1; }","duration":"243.705643ms","start":"2026-04-16T03:12:44.391687Z","end":"2026-04-16T03:12:44.635393Z","steps":["trace[1869090963] 'process raft request' (duration: 243.344204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:44.859395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.598035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:12:44.859523Z","caller":"traceutil/trace.go:171","msg":"trace[374121546] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1655; }","duration":"155.755599ms","start":"2026-04-16T03:12:44.703744Z","end":"2026-04-16T03:12:44.859499Z","steps":["trace[374121546] 'count revisions from in-memory index tree' (duration: 155.441191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:45.911815Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439975141,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:12:46.412185Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439975141,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T03:12:46.605812Z","caller":"traceutil/trace.go:171","msg":"trace[1203929705] linearizableReadLoop","detail":"{readStateIndex:1771; appliedIndex:1770; }","duration":"1.194191288s","start":"2026-04-16T03:12:45.411586Z","end":"2026-04-16T03:12:46.605777Z","steps":["trace[1203929705] 'read index received' (duration: 1.193999793s)","trace[1203929705] 'applied index is now lower than readState.Index' (duration: 190.245µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:12:46.605902Z","caller":"traceutil/trace.go:171","msg":"trace[825803430] transaction","detail":"{read_only:false; response_revision:1656; number_of_response:1; }","duration":"1.198365003s","start":"2026-04-16T03:12:45.407498Z","end":"2026-04-16T03:12:46.605863Z","steps":["trace[825803430] 'process raft request' (duration: 1.198082496s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:46.606126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:45.407475Z","time spent":"1.198505376s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:12:46.606179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038346836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:12:46.606154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.247427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:12:46.606231Z","caller":"traceutil/trace.go:171","msg":"trace[1455733540] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1656; }","duration":"1.038489441s","start":"2026-04-16T03:12:45.567728Z","end":"2026-04-16T03:12:46.606218Z","steps":["trace[1455733540] 'agreement among raft nodes before linearized reading' (duration: 1.038245664s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:12:46.606261Z","caller":"traceutil/trace.go:171","msg":"trace[1812017676] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1656; }","duration":"231.434362ms","start":"2026-04-16T03:12:46.374803Z","end":"2026-04-16T03:12:46.606238Z","steps":["trace[1812017676] 'agreement among raft nodes before linearized reading' (duration: 231.198675ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:46.606276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:45.567702Z","time spent":"1.038561733s","remote":"127.0.0.1:56772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":10,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:12:46.606237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.350733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:12:46.60635Z","caller":"traceutil/trace.go:171","msg":"trace[1164007286] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1656; }","duration":"816.554439ms","start":"2026-04-16T03:12:45.789768Z","end":"2026-04-16T03:12:46.606323Z","steps":["trace[1164007286] 'agreement among raft nodes before linearized reading' (duration: 816.317983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:46.606402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:45.789738Z","time spent":"816.654861ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:12:46.606411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.194824334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-16T03:12:46.606471Z","caller":"traceutil/trace.go:171","msg":"trace[962299452] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:1656; }","duration":"1.194936477s","start":"2026-04-16T03:12:45.411519Z","end":"2026-04-16T03:12:46.606456Z","steps":["trace[962299452] 'agreement among raft nodes before linearized reading' (duration: 1.194429683s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:46.606564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:45.411495Z","time spent":"1.19505665s","remote":"127.0.0.1:56702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-04-16T03:12:47.140756Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439975145,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:12:47.641111Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439975145,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:12:47.936671Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.328555495s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:12:48.300684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.699786ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-16T03:12:48.300807Z","caller":"traceutil/trace.go:171","msg":"trace[1585887258] linearizableReadLoop","detail":"{readStateIndex:1772; appliedIndex:1771; }","duration":"1.660745204s","start":"2026-04-16T03:12:46.64004Z","end":"2026-04-16T03:12:48.300785Z","steps":["trace[1585887258] 'read index received' (duration: 1.296814463s)","trace[1585887258] 'applied index is now lower than readState.Index' (duration: 363.928871ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:12:48.300907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:46.607926Z","time spent":"1.69297831s","remote":"127.0.0.1:56702","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:12:48.30125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.661194556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-16T03:12:48.301267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.391917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:12:48.301341Z","caller":"traceutil/trace.go:171","msg":"trace[602226722] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1656; }","duration":"1.661270289s","start":"2026-04-16T03:12:46.64001Z","end":"2026-04-16T03:12:48.301281Z","steps":["trace[602226722] 'agreement among raft nodes before linearized reading' (duration: 1.661091174s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:12:48.301388Z","caller":"traceutil/trace.go:171","msg":"trace[1309517510] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1656; }","duration":"512.577391ms","start":"2026-04-16T03:12:47.788793Z","end":"2026-04-16T03:12:48.301371Z","steps":["trace[1309517510] 'agreement among raft nodes before linearized reading' (duration: 512.409327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:48.301395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:46.639996Z","time spent":"1.661388711s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:12:48.30143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:47.788769Z","time spent":"512.654743ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:12:48.802749Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439975149,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:12:49.303897Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439975149,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:12:49.398273Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.010185234s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:12:50.162214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.63392ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:12:50.162425Z","caller":"traceutil/trace.go:171","msg":"trace[879397622] linearizableReadLoop","detail":"{readStateIndex:1775; appliedIndex:1772; }","duration":"1.859753208s","start":"2026-04-16T03:12:48.302654Z","end":"2026-04-16T03:12:50.162407Z","steps":["trace[879397622] 'read index received' (duration: 1.09583995s)","trace[879397622] 'applied index is now lower than readState.Index' (duration: 763.912318ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:12:50.162524Z","caller":"traceutil/trace.go:171","msg":"trace[1712645378] transaction","detail":"{read_only:false; response_revision:1657; number_of_response:1; }","duration":"1.860430434s","start":"2026-04-16T03:12:48.302083Z","end":"2026-04-16T03:12:50.162513Z","steps":["trace[1712645378] 'process raft request' (duration: 1.096386114s)","trace[1712645378] 'compare' (duration: 763.519727ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:12:50.162574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:48.302056Z","time spent":"1.860489996s","remote":"127.0.0.1:56702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:12:50.162724Z","caller":"traceutil/trace.go:171","msg":"trace[1573159033] transaction","detail":"{read_only:false; response_revision:1659; number_of_response:1; }","duration":"1.056646589s","start":"2026-04-16T03:12:49.106056Z","end":"2026-04-16T03:12:50.162702Z","steps":["trace[1573159033] 'process raft request' (duration: 1.056321281s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:12:50.162795Z","caller":"traceutil/trace.go:171","msg":"trace[286591866] transaction","detail":"{read_only:false; response_revision:1658; number_of_response:1; }","duration":"1.856445475s","start":"2026-04-16T03:12:48.306321Z","end":"2026-04-16T03:12:50.162767Z","steps":["trace[286591866] 'process raft request' (duration: 1.856002574s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:50.162852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:49.106021Z","time spent":"1.056752922s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:12:50.16295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:48.306303Z","time spent":"1.856563137s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:12:50.162941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.860224589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:12:50.163064Z","caller":"traceutil/trace.go:171","msg":"trace[1486264375] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1659; }","duration":"1.860435324s","start":"2026-04-16T03:12:48.3026Z","end":"2026-04-16T03:12:50.163036Z","steps":["trace[1486264375] 'agreement among raft nodes before linearized reading' (duration: 1.860133057s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:50.163141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:48.302575Z","time spent":"1.860551928s","remote":"127.0.0.1:56684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:12:50.163236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.551524663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:12:50.163349Z","caller":"traceutil/trace.go:171","msg":"trace[794015384] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1659; }","duration":"1.551730919s","start":"2026-04-16T03:12:48.611596Z","end":"2026-04-16T03:12:50.163326Z","steps":["trace[794015384] 'agreement among raft nodes before linearized reading' (duration: 1.551145774s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:50.16343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:48.611573Z","time spent":"1.551843821s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:12:50.718316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.508322ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:12:50.718531Z","caller":"traceutil/trace.go:171","msg":"trace[483235182] transaction","detail":"{read_only:false; response_revision:1661; number_of_response:1; }","duration":"149.049319ms","start":"2026-04-16T03:12:50.569466Z","end":"2026-04-16T03:12:50.718515Z","steps":["trace[483235182] 'process raft request' (duration: 148.950527ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:12:50.718529Z","caller":"traceutil/trace.go:171","msg":"trace[101804937] transaction","detail":"{read_only:false; response_revision:1660; number_of_response:1; }","duration":"549.783242ms","start":"2026-04-16T03:12:50.168703Z","end":"2026-04-16T03:12:50.718487Z","steps":["trace[101804937] 'process raft request' (duration: 288.025103ms)","trace[101804937] 'compare' (duration: 261.210005ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:12:50.718582Z","caller":"traceutil/trace.go:171","msg":"trace[2083782005] linearizableReadLoop","detail":"{readStateIndex:1776; appliedIndex:1775; }","duration":"548.166391ms","start":"2026-04-16T03:12:50.17037Z","end":"2026-04-16T03:12:50.718536Z","steps":["trace[2083782005] 'read index received' (duration: 286.395132ms)","trace[2083782005] 'applied index is now lower than readState.Index' (duration: 261.765389ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:12:50.718716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:50.168687Z","time spent":"549.928196ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:12:50.718766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.385937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-16T03:12:50.718842Z","caller":"traceutil/trace.go:171","msg":"trace[1317135269] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1661; }","duration":"548.48207ms","start":"2026-04-16T03:12:50.17034Z","end":"2026-04-16T03:12:50.718822Z","steps":["trace[1317135269] 'agreement among raft nodes before linearized reading' (duration: 548.293375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:50.718851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.88476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:12:50.718908Z","caller":"traceutil/trace.go:171","msg":"trace[1436073652] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1661; }","duration":"547.001673ms","start":"2026-04-16T03:12:50.171892Z","end":"2026-04-16T03:12:50.718894Z","steps":["trace[1436073652] 'agreement among raft nodes before linearized reading' (duration: 546.87142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:50.718911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:50.170328Z","time spent":"548.564192ms","remote":"127.0.0.1:56954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-16T03:12:50.718948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:50.171876Z","time spent":"547.062274ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:12:52.772737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.403769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:12:52.772878Z","caller":"traceutil/trace.go:171","msg":"trace[1969838829] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1661; }","duration":"603.610654ms","start":"2026-04-16T03:12:52.169244Z","end":"2026-04-16T03:12:52.772854Z","steps":["trace[1969838829] 'range keys from in-memory index tree' (duration: 601.696705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:52.772934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:52.169219Z","time spent":"603.689106ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:12:52.773962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.083235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:12:52.774075Z","caller":"traceutil/trace.go:171","msg":"trace[1823756268] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1661; }","duration":"986.251778ms","start":"2026-04-16T03:12:51.787786Z","end":"2026-04-16T03:12:52.774038Z","steps":["trace[1823756268] 'range keys from in-memory index tree' (duration: 986.006543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:52.774153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:51.787766Z","time spent":"986.371232ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:12:53.31694Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439975165,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T03:12:53.396177Z","caller":"traceutil/trace.go:171","msg":"trace[962792953] transaction","detail":"{read_only:false; response_revision:1662; number_of_response:1; }","duration":"616.057919ms","start":"2026-04-16T03:12:52.780088Z","end":"2026-04-16T03:12:53.396145Z","steps":["trace[962792953] 'process raft request' (duration: 615.847173ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:53.396344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:52.780065Z","time spent":"616.188801ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:12:54.816295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000371763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:12:54.816425Z","caller":"traceutil/trace.go:171","msg":"trace[1685200263] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000551247s","start":"2026-04-16T03:12:52.815846Z","end":"2026-04-16T03:12:54.816397Z","steps":["trace[1685200263] 'agreement among raft nodes before linearized reading' (duration: 2.000397173s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:54.816515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:52.815828Z","time spent":"2.000665161s","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:12:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:12:54.971643Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.205860323s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:12:55.787444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000095946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:12:55.787553Z","caller":"traceutil/trace.go:171","msg":"trace[1194094590] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000270971s","start":"2026-04-16T03:12:53.787253Z","end":"2026-04-16T03:12:55.787524Z","steps":["trace[1194094590] 'agreement among raft nodes before linearized reading' (duration: 2.000124527s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:55.787611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:53.787232Z","time spent":"2.000366253s","remote":"127.0.0.1:56684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:12:55 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:12:55.945877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.684605128s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:12:55.946042Z","caller":"traceutil/trace.go:171","msg":"trace[1641450282] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1662; }","duration":"1.684790444s","start":"2026-04-16T03:12:54.261227Z","end":"2026-04-16T03:12:55.946017Z","steps":["trace[1641450282] 'range keys from in-memory index tree' (duration: 1.684578158s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:55.946506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"974.473001ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:12:55.946714Z","caller":"traceutil/trace.go:171","msg":"trace[1575951756] transaction","detail":"{read_only:false; response_revision:1663; number_of_response:1; }","duration":"3.166322927s","start":"2026-04-16T03:12:52.780359Z","end":"2026-04-16T03:12:55.946682Z","steps":["trace[1575951756] 'process raft request' (duration: 2.191537488s)","trace[1575951756] 'compare' (duration: 974.313238ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:12:55.946841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:52.780348Z","time spent":"3.16642746s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:12:56.993996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047352895s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T03:12:56.994145Z","caller":"traceutil/trace.go:171","msg":"trace[512266217] linearizableReadLoop","detail":"{readStateIndex:1780; appliedIndex:1777; }","duration":"4.178229945s","start":"2026-04-16T03:12:52.815889Z","end":"2026-04-16T03:12:56.994118Z","steps":["trace[512266217] 'read index received' (duration: 580.080038ms)","trace[512266217] 'applied index is now lower than readState.Index' (duration: 3.598147937s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:12:56.994582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.011282879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:12:56.994601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198917817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:12:56.994694Z","caller":"traceutil/trace.go:171","msg":"trace[1675292062] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:1663; }","duration":"2.011473755s","start":"2026-04-16T03:12:54.983197Z","end":"2026-04-16T03:12:56.99467Z","steps":["trace[1675292062] 'agreement among raft nodes before linearized reading' (duration: 2.011263719s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:12:56.994715Z","caller":"traceutil/trace.go:171","msg":"trace[1539918914] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1663; }","duration":"1.199089721s","start":"2026-04-16T03:12:55.795596Z","end":"2026-04-16T03:12:56.994686Z","steps":["trace[1539918914] 'agreement among raft nodes before linearized reading' (duration: 1.198907927s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:56.994734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.593256959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T03:12:56.994746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:54.983168Z","time spent":"2.011566816s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":8,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:12:56.994762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:55.795553Z","time spent":"1.199198314s","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:12:56.994778Z","caller":"traceutil/trace.go:171","msg":"trace[2021294104] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1663; }","duration":"1.593355701s","start":"2026-04-16T03:12:55.401408Z","end":"2026-04-16T03:12:56.994764Z","steps":["trace[2021294104] 'agreement among raft nodes before linearized reading' (duration: 1.593152806s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:56.994816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.58180821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-16T03:12:56.99527Z","caller":"traceutil/trace.go:171","msg":"trace[1027881498] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:1663; }","duration":"1.582318712s","start":"2026-04-16T03:12:55.412928Z","end":"2026-04-16T03:12:56.995247Z","steps":["trace[1027881498] 'agreement among raft nodes before linearized reading' (duration: 1.581612614s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:56.995313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:55.412902Z","time spent":"1.582400794s","remote":"127.0.0.1:56702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-04-16T03:12:56.99532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:55.401384Z","time spent":"1.593919175s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T03:12:57.223447Z","caller":"traceutil/trace.go:171","msg":"trace[1049934428] linearizableReadLoop","detail":"{readStateIndex:1782; appliedIndex:1780; }","duration":"218.770482ms","start":"2026-04-16T03:12:57.004633Z","end":"2026-04-16T03:12:57.223403Z","steps":["trace[1049934428] 'read index received' (duration: 214.652138ms)","trace[1049934428] 'applied index is now lower than readState.Index' (duration: 4.116934ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:12:57.223606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.941597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:12:57.223703Z","caller":"traceutil/trace.go:171","msg":"trace[1855053494] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1664; }","duration":"219.076321ms","start":"2026-04-16T03:12:57.004602Z","end":"2026-04-16T03:12:57.223679Z","steps":["trace[1855053494] 'agreement among raft nodes before linearized reading' (duration: 218.877916ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:12:57.224166Z","caller":"traceutil/trace.go:171","msg":"trace[1115845912] transaction","detail":"{read_only:false; response_revision:1664; number_of_response:1; }","duration":"224.436505ms","start":"2026-04-16T03:12:56.999708Z","end":"2026-04-16T03:12:57.224145Z","steps":["trace[1115845912] 'process raft request' (duration: 223.493841ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:57.224518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.571585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-hd7ld.18a6b77532756d8d\" ","response":"range_response_count:1 size:881"} {"level":"info","ts":"2026-04-16T03:12:57.224617Z","caller":"traceutil/trace.go:171","msg":"trace[1484872136] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-hd7ld.18a6b77532756d8d; range_end:; response_count:1; response_revision:1665; }","duration":"191.730628ms","start":"2026-04-16T03:12:57.032859Z","end":"2026-04-16T03:12:57.22459Z","steps":["trace[1484872136] 'agreement among raft nodes before linearized reading' (duration: 191.475162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:57.737767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.538938ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-16T03:12:57.737882Z","caller":"traceutil/trace.go:171","msg":"trace[1932351179] linearizableReadLoop","detail":"{readStateIndex:1784; appliedIndex:1783; }","duration":"509.934054ms","start":"2026-04-16T03:12:57.227927Z","end":"2026-04-16T03:12:57.737861Z","steps":["trace[1932351179] 'read index received' (duration: 162.212642ms)","trace[1932351179] 'applied index is now lower than readState.Index' (duration: 347.718912ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:12:57.737965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:57.227484Z","time spent":"510.462437ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:12:57.738154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.194721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-16T03:12:57.738263Z","caller":"traceutil/trace.go:171","msg":"trace[1068026029] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1665; }","duration":"510.351305ms","start":"2026-04-16T03:12:57.227887Z","end":"2026-04-16T03:12:57.738238Z","steps":["trace[1068026029] 'agreement among raft nodes before linearized reading' (duration: 510.035287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:57.738327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:57.227872Z","time spent":"510.438437ms","remote":"127.0.0.1:56840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-16T03:12:58.309573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.741086ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:12:58.309712Z","caller":"traceutil/trace.go:171","msg":"trace[397694510] linearizableReadLoop","detail":"{readStateIndex:1785; appliedIndex:1784; }","duration":"569.220183ms","start":"2026-04-16T03:12:57.740473Z","end":"2026-04-16T03:12:58.309693Z","steps":["trace[397694510] 'read index received' (duration: 283.17997ms)","trace[397694510] 'applied index is now lower than readState.Index' (duration: 286.038913ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:12:58.309767Z","caller":"traceutil/trace.go:171","msg":"trace[1670062972] transaction","detail":"{read_only:false; response_revision:1666; number_of_response:1; }","duration":"569.586453ms","start":"2026-04-16T03:12:57.740135Z","end":"2026-04-16T03:12:58.309721Z","steps":["trace[1670062972] 'process raft request' (duration: 283.577231ms)","trace[1670062972] 'compare' (duration: 285.480938ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:12:58.309956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:57.740083Z","time spent":"569.765957ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:12:58.30998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.709781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:12:58.310024Z","caller":"traceutil/trace.go:171","msg":"trace[393490523] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1666; }","duration":"358.805493ms","start":"2026-04-16T03:12:57.951208Z","end":"2026-04-16T03:12:58.310014Z","steps":["trace[393490523] 'agreement among raft nodes before linearized reading' (duration: 358.600978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:58.310061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:57.951182Z","time spent":"358.870845ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:12:58.310103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.590372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-16T03:12:58.310209Z","caller":"traceutil/trace.go:171","msg":"trace[1743396764] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1666; }","duration":"569.753697ms","start":"2026-04-16T03:12:57.740427Z","end":"2026-04-16T03:12:58.31018Z","steps":["trace[1743396764] 'agreement among raft nodes before linearized reading' (duration: 569.364027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:12:58.310274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:57.740404Z","time spent":"569.858849ms","remote":"127.0.0.1:56702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-16T03:12:59.466489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.565716ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:12:59.466608Z","caller":"traceutil/trace.go:171","msg":"trace[1501150840] transaction","detail":"{read_only:false; response_revision:1667; number_of_response:1; }","duration":"1.151745074s","start":"2026-04-16T03:12:58.314846Z","end":"2026-04-16T03:12:59.466591Z","steps":["trace[1501150840] 'process raft request' (duration: 935.000013ms)","trace[1501150840] 'compare' (duration: 216.31453ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:12:59.466658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:58.314828Z","time spent":"1.151811206s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:13:00.619907Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.233495611s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:13:00.620518Z","caller":"traceutil/trace.go:171","msg":"trace[136090511] linearizableReadLoop","detail":"{readStateIndex:1787; appliedIndex:1785; }","duration":"1.831398921s","start":"2026-04-16T03:12:58.789089Z","end":"2026-04-16T03:13:00.620487Z","steps":["trace[136090511] 'read index received' (duration: 460.771442ms)","trace[136090511] 'applied index is now lower than readState.Index' (duration: 1.370626269s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:13:00.620687Z","caller":"traceutil/trace.go:171","msg":"trace[1017202905] transaction","detail":"{read_only:false; response_revision:1668; number_of_response:1; }","duration":"2.293655289s","start":"2026-04-16T03:12:58.327004Z","end":"2026-04-16T03:13:00.620659Z","steps":["trace[1017202905] 'process raft request' (duration: 2.29327054s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:00.620902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:58.326975Z","time spent":"2.293848314s","remote":"127.0.0.1:56854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11577,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:13:00.620755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.831653127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:13:00.621074Z","caller":"traceutil/trace.go:171","msg":"trace[609534411] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1668; }","duration":"1.832026607s","start":"2026-04-16T03:12:58.789008Z","end":"2026-04-16T03:13:00.621034Z","steps":["trace[609534411] 'agreement among raft nodes before linearized reading' (duration: 1.831667528s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:00.621169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:58.788977Z","time spent":"1.83215009s","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:13:01.121283Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439975188,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:13:01.28628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:00.979208Z","time spent":"307.061495ms","remote":"127.0.0.1:41694","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-16T03:13:01.520006Z","caller":"traceutil/trace.go:171","msg":"trace[743788077] transaction","detail":"{read_only:false; response_revision:1669; number_of_response:1; }","duration":"978.175115ms","start":"2026-04-16T03:13:00.541801Z","end":"2026-04-16T03:13:01.519976Z","steps":["trace[743788077] 'process raft request' (duration: 977.919629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:01.520195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:00.541778Z","time spent":"978.318218ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:13:01.908358Z","caller":"traceutil/trace.go:171","msg":"trace[1608074931] linearizableReadLoop","detail":"{readStateIndex:1789; appliedIndex:1787; }","duration":"1.287678901s","start":"2026-04-16T03:13:00.620635Z","end":"2026-04-16T03:13:01.908314Z","steps":["trace[1608074931] 'read index received' (duration: 899.234139ms)","trace[1608074931] 'applied index is now lower than readState.Index' (duration: 388.442602ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:13:01.908396Z","caller":"traceutil/trace.go:171","msg":"trace[63683175] transaction","detail":"{read_only:false; response_revision:1670; number_of_response:1; }","duration":"812.362762ms","start":"2026-04-16T03:13:01.095991Z","end":"2026-04-16T03:13:01.908353Z","steps":["trace[63683175] 'process raft request' (duration: 722.625553ms)","trace[63683175] 'compare' (duration: 89.445452ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:13:01.908616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.678782267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-16T03:13:01.908631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:01.095958Z","time spent":"812.531826ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:13:01.908688Z","caller":"traceutil/trace.go:171","msg":"trace[774667572] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1670; }","duration":"2.678907601s","start":"2026-04-16T03:12:59.229762Z","end":"2026-04-16T03:13:01.90867Z","steps":["trace[774667572] 'agreement among raft nodes before linearized reading' (duration: 2.678687376s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:01.908734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:12:59.229738Z","time spent":"2.678984702s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:13:01.908867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.456602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:13:01.908969Z","caller":"traceutil/trace.go:171","msg":"trace[1083264159] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1670; }","duration":"437.633586ms","start":"2026-04-16T03:13:01.471313Z","end":"2026-04-16T03:13:01.908946Z","steps":["trace[1083264159] 'agreement among raft nodes before linearized reading' (duration: 437.323868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:01.909022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:01.471266Z","time spent":"437.745419ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:13:01.908661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286131632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:13:01.909131Z","caller":"traceutil/trace.go:171","msg":"trace[1273296667] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1670; }","duration":"1.286682545s","start":"2026-04-16T03:13:00.622433Z","end":"2026-04-16T03:13:01.909116Z","steps":["trace[1273296667] 'agreement among raft nodes before linearized reading' (duration: 1.286101121s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:01.909191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:00.622406Z","time spent":"1.286770738s","remote":"127.0.0.1:56684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:13:03.083243Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.001763691s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:13:03.336082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.254567683s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:13:03.336314Z","caller":"traceutil/trace.go:171","msg":"trace[768675966] linearizableReadLoop","detail":"{readStateIndex:1791; appliedIndex:1789; }","duration":"1.42086637s","start":"2026-04-16T03:13:01.915433Z","end":"2026-04-16T03:13:03.336299Z","steps":["trace[768675966] 'read index received' (duration: 166.028099ms)","trace[768675966] 'applied index is now lower than readState.Index' (duration: 1.254837471s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:13:03.336413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.420983783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:13:03.336437Z","caller":"traceutil/trace.go:171","msg":"trace[9595668] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1672; }","duration":"1.421021634s","start":"2026-04-16T03:13:01.915406Z","end":"2026-04-16T03:13:03.336427Z","steps":["trace[9595668] 'agreement among raft nodes before linearized reading' (duration: 1.420938652s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:03.336466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:01.915399Z","time spent":"1.421060245s","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:13:03.336698Z","caller":"traceutil/trace.go:171","msg":"trace[27398623] transaction","detail":"{read_only:false; response_revision:1671; number_of_response:1; }","duration":"1.423775574s","start":"2026-04-16T03:13:01.912912Z","end":"2026-04-16T03:13:03.336688Z","steps":["trace[27398623] 'process raft request' (duration: 168.528932ms)","trace[27398623] 'compare' (duration: 1.254139093s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:13:03.336742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:01.912881Z","time spent":"1.423837276s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:13:03.33714Z","caller":"traceutil/trace.go:171","msg":"trace[540191327] transaction","detail":"{read_only:false; response_revision:1672; number_of_response:1; }","duration":"1.423436764s","start":"2026-04-16T03:13:01.913662Z","end":"2026-04-16T03:13:03.337099Z","steps":["trace[540191327] 'process raft request' (duration: 1.422539672s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:03.337324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:01.913642Z","time spent":"1.423580968s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:13:04.456899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.753269ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-16T03:13:04.456925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.689388ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:13:04.457035Z","caller":"traceutil/trace.go:171","msg":"trace[1410659892] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1672; }","duration":"195.815521ms","start":"2026-04-16T03:13:04.261203Z","end":"2026-04-16T03:13:04.457019Z","steps":["trace[1410659892] 'range keys from in-memory index tree' (duration: 195.669708ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:13:04.457032Z","caller":"traceutil/trace.go:171","msg":"trace[302124148] linearizableReadLoop","detail":"{readStateIndex:1792; appliedIndex:1791; }","duration":"1.119092739s","start":"2026-04-16T03:13:03.337915Z","end":"2026-04-16T03:13:04.457008Z","steps":["trace[302124148] 'read index received' (duration: 285.887319ms)","trace[302124148] 'applied index is now lower than readState.Index' (duration: 833.20306ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:13:04.457129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.119221532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:13:04.457169Z","caller":"traceutil/trace.go:171","msg":"trace[207463508] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1672; }","duration":"1.119312294s","start":"2026-04-16T03:13:03.337846Z","end":"2026-04-16T03:13:04.457158Z","steps":["trace[207463508] 'agreement among raft nodes before linearized reading' (duration: 1.119235042s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:04.457215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:03.337825Z","time spent":"1.119381976s","remote":"127.0.0.1:56684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:13:05.733567Z","caller":"traceutil/trace.go:171","msg":"trace[201051889] transaction","detail":"{read_only:false; response_revision:1673; number_of_response:1; }","duration":"387.297934ms","start":"2026-04-16T03:13:05.346238Z","end":"2026-04-16T03:13:05.733536Z","steps":["trace[201051889] 'process raft request' (duration: 387.104599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:05.73375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:05.346211Z","time spent":"387.451507ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:13:06.010851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.640495ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:13:06.01096Z","caller":"traceutil/trace.go:171","msg":"trace[1717702436] linearizableReadLoop","detail":"{readStateIndex:1794; appliedIndex:1792; }","duration":"597.55894ms","start":"2026-04-16T03:13:05.413386Z","end":"2026-04-16T03:13:06.010944Z","steps":["trace[1717702436] 'read index received' (duration: 319.93328ms)","trace[1717702436] 'applied index is now lower than readState.Index' (duration: 277.62172ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:13:06.011057Z","caller":"traceutil/trace.go:171","msg":"trace[358445088] transaction","detail":"{read_only:false; response_revision:1674; number_of_response:1; }","duration":"664.010831ms","start":"2026-04-16T03:13:05.347036Z","end":"2026-04-16T03:13:06.011047Z","steps":["trace[358445088] 'process raft request' (duration: 527.09631ms)","trace[358445088] 'compare' (duration: 136.48884ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:13:06.0111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:05.347Z","time spent":"664.079123ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:13:06.011264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.303026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:13:06.011325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.95054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-16T03:13:06.01135Z","caller":"traceutil/trace.go:171","msg":"trace[613330038] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:1674; }","duration":"598.033912ms","start":"2026-04-16T03:13:05.413309Z","end":"2026-04-16T03:13:06.011343Z","steps":["trace[613330038] 'agreement among raft nodes before linearized reading' (duration: 597.92134ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:13:06.011357Z","caller":"traceutil/trace.go:171","msg":"trace[1573607529] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1674; }","duration":"221.49483ms","start":"2026-04-16T03:13:05.789841Z","end":"2026-04-16T03:13:06.011336Z","steps":["trace[1573607529] 'agreement among raft nodes before linearized reading' (duration: 221.345106ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:06.011373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:05.41328Z","time spent":"598.088814ms","remote":"127.0.0.1:56702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-04-16T03:13:06.658946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.892056ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-16T03:13:06.659064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:06.013295Z","time spent":"645.76385ms","remote":"127.0.0.1:56702","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-16T03:13:07.314341Z","caller":"traceutil/trace.go:171","msg":"trace[718100620] transaction","detail":"{read_only:false; response_revision:1675; number_of_response:1; }","duration":"653.962647ms","start":"2026-04-16T03:13:06.660349Z","end":"2026-04-16T03:13:07.314312Z","steps":["trace[718100620] 'process raft request' (duration: 653.812374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:07.314471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:06.660318Z","time spent":"654.08567ms","remote":"127.0.0.1:56702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:13:07.879288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.949614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:13:07.8794Z","caller":"traceutil/trace.go:171","msg":"trace[1279107195] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1675; }","duration":"141.132128ms","start":"2026-04-16T03:13:07.73824Z","end":"2026-04-16T03:13:07.879372Z","steps":["trace[1279107195] 'range keys from in-memory index tree' (duration: 140.720828ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:13:08.002985Z","caller":"traceutil/trace.go:171","msg":"trace[541307561] transaction","detail":"{read_only:false; response_revision:1676; number_of_response:1; }","duration":"119.388468ms","start":"2026-04-16T03:13:07.883566Z","end":"2026-04-16T03:13:08.002955Z","steps":["trace[541307561] 'process raft request' (duration: 119.175043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:08.533664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.845313ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:13:08.533785Z","caller":"traceutil/trace.go:171","msg":"trace[1203406634] transaction","detail":"{read_only:false; response_revision:1677; number_of_response:1; }","duration":"513.771411ms","start":"2026-04-16T03:13:08.019974Z","end":"2026-04-16T03:13:08.533746Z","steps":["trace[1203406634] 'process raft request' (duration: 175.768253ms)","trace[1203406634] 'compare' (duration: 337.453504ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:13:08.533851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:08.019943Z","time spent":"513.873184ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:13:09.666732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.12094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:13:09.666849Z","caller":"traceutil/trace.go:171","msg":"trace[1773520357] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1677; }","duration":"881.295514ms","start":"2026-04-16T03:13:08.78553Z","end":"2026-04-16T03:13:09.666826Z","steps":["trace[1773520357] 'count revisions from in-memory index tree' (duration: 880.980856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:09.666899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:08.785452Z","time spent":"881.435398ms","remote":"127.0.0.1:37400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:13:10.232422Z","caller":"traceutil/trace.go:171","msg":"trace[729015865] transaction","detail":"{read_only:false; response_revision:1678; number_of_response:1; }","duration":"219.380878ms","start":"2026-04-16T03:13:10.01301Z","end":"2026-04-16T03:13:10.23239Z","steps":["trace[729015865] 'process raft request' (duration: 219.186373ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:10.765396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.151974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:13:10.765501Z","caller":"traceutil/trace.go:171","msg":"trace[883785343] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1678; }","duration":"227.306718ms","start":"2026-04-16T03:13:10.538166Z","end":"2026-04-16T03:13:10.765473Z","steps":["trace[883785343] 'range keys from in-memory index tree' (duration: 226.885067ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:13:12.275076Z","caller":"traceutil/trace.go:171","msg":"trace[1809402562] transaction","detail":"{read_only:false; response_revision:1680; number_of_response:1; }","duration":"403.167094ms","start":"2026-04-16T03:13:11.871881Z","end":"2026-04-16T03:13:12.275048Z","steps":["trace[1809402562] 'process raft request' (duration: 402.99986ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:12.275246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:11.871855Z","time spent":"403.303228ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:13:13.344341Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.050554875s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:13:13.34489Z","caller":"traceutil/trace.go:171","msg":"trace[1057293149] linearizableReadLoop","detail":"{readStateIndex:1802; appliedIndex:1800; }","duration":"1.10650829s","start":"2026-04-16T03:13:12.23835Z","end":"2026-04-16T03:13:13.344858Z","steps":["trace[1057293149] 'read index received' (duration: 36.544114ms)","trace[1057293149] 'applied index is now lower than readState.Index' (duration: 1.069962506s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:13:13.344983Z","caller":"traceutil/trace.go:171","msg":"trace[1197539932] transaction","detail":"{read_only:false; response_revision:1681; number_of_response:1; }","duration":"1.428120502s","start":"2026-04-16T03:13:11.91682Z","end":"2026-04-16T03:13:13.344941Z","steps":["trace[1197539932] 'process raft request' (duration: 1.427736993s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:13.345153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106781927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-16T03:13:13.34516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:11.91678Z","time spent":"1.428293207s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:13:13.345198Z","caller":"traceutil/trace.go:171","msg":"trace[263508345] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1681; }","duration":"1.106900541s","start":"2026-04-16T03:13:12.238286Z","end":"2026-04-16T03:13:13.345187Z","steps":["trace[263508345] 'agreement among raft nodes before linearized reading' (duration: 1.106692405s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:13.345243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:12.238264Z","time spent":"1.106969412s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:13:13.804146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.831251ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T03:13:13.804411Z","caller":"traceutil/trace.go:171","msg":"trace[1107987739] linearizableReadLoop","detail":"{readStateIndex:1803; appliedIndex:1802; }","duration":"459.443518ms","start":"2026-04-16T03:13:13.344939Z","end":"2026-04-16T03:13:13.804383Z","steps":["trace[1107987739] 'read index received' (duration: 91.33136ms)","trace[1107987739] 'applied index is now lower than readState.Index' (duration: 368.109338ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:13:13.804489Z","caller":"traceutil/trace.go:171","msg":"trace[647631223] transaction","detail":"{read_only:false; response_revision:1682; number_of_response:1; }","duration":"454.276627ms","start":"2026-04-16T03:13:13.350187Z","end":"2026-04-16T03:13:13.804463Z","steps":["trace[647631223] 'process raft request' (duration: 454.097443ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:13.804611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.628038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:13:13.804671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:13.35016Z","time spent":"454.377599ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:13:13.804709Z","caller":"traceutil/trace.go:171","msg":"trace[298488396] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1682; }","duration":"988.803024ms","start":"2026-04-16T03:13:12.815882Z","end":"2026-04-16T03:13:13.804685Z","steps":["trace[298488396] 'agreement among raft nodes before linearized reading' (duration: 988.609389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:13.804711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.73475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-16T03:13:13.804759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:12.815859Z","time spent":"988.888706ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:13:13.804797Z","caller":"traceutil/trace.go:171","msg":"trace[159203024] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1682; }","duration":"984.896285ms","start":"2026-04-16T03:13:12.81988Z","end":"2026-04-16T03:13:13.804776Z","steps":["trace[159203024] 'agreement among raft nodes before linearized reading' (duration: 984.528436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:13.80484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:12.819839Z","time spent":"984.994218ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:13:14.194943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.826623ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:13:14.195079Z","caller":"traceutil/trace.go:171","msg":"trace[1301066710] transaction","detail":"{read_only:false; response_revision:1683; number_of_response:1; }","duration":"385.510679ms","start":"2026-04-16T03:13:13.809545Z","end":"2026-04-16T03:13:14.195056Z","steps":["trace[1301066710] 'process raft request' (duration: 149.47301ms)","trace[1301066710] 'compare' (duration: 235.667709ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:13:14.195148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:13.809516Z","time spent":"385.601741ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:13:14.55074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.554353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:13:14.550837Z","caller":"traceutil/trace.go:171","msg":"trace[1341576371] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1683; }","duration":"149.675986ms","start":"2026-04-16T03:13:14.401138Z","end":"2026-04-16T03:13:14.550814Z","steps":["trace[1341576371] 'count revisions from in-memory index tree' (duration: 149.343977ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:13:16.094857Z","caller":"traceutil/trace.go:171","msg":"trace[572349659] linearizableReadLoop","detail":"{readStateIndex:1807; appliedIndex:1806; }","duration":"492.264709ms","start":"2026-04-16T03:13:15.602565Z","end":"2026-04-16T03:13:16.094829Z","steps":["trace[572349659] 'read index received' (duration: 400.237342ms)","trace[572349659] 'applied index is now lower than readState.Index' (duration: 92.026347ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:13:16.09494Z","caller":"traceutil/trace.go:171","msg":"trace[1900485232] transaction","detail":"{read_only:false; response_revision:1684; number_of_response:1; }","duration":"506.401135ms","start":"2026-04-16T03:13:15.588479Z","end":"2026-04-16T03:13:16.094881Z","steps":["trace[1900485232] 'process raft request' (duration: 414.401189ms)","trace[1900485232] 'compare' (duration: 91.791911ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:13:16.095106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.674625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:13:16.095114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.519025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:13:16.09515Z","caller":"traceutil/trace.go:171","msg":"trace[1135226511] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1684; }","duration":"304.785908ms","start":"2026-04-16T03:13:15.790353Z","end":"2026-04-16T03:13:16.095139Z","steps":["trace[1135226511] 'agreement among raft nodes before linearized reading' (duration: 304.650824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:16.095169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:15.588444Z","time spent":"506.613941ms","remote":"127.0.0.1:56702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:13:16.095185Z","caller":"traceutil/trace.go:171","msg":"trace[1493996716] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1684; }","duration":"492.657628ms","start":"2026-04-16T03:13:15.602512Z","end":"2026-04-16T03:13:16.09517Z","steps":["trace[1493996716] 'agreement among raft nodes before linearized reading' (duration: 492.424912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:16.09519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:15.790327Z","time spent":"304.855299ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:13:16.095178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.870744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-16T03:13:16.09523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:15.602491Z","time spent":"492.73046ms","remote":"127.0.0.1:57092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:13:16.095269Z","caller":"traceutil/trace.go:171","msg":"trace[468060547] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1684; }","duration":"287.004717ms","start":"2026-04-16T03:13:15.808234Z","end":"2026-04-16T03:13:16.095239Z","steps":["trace[468060547] 'agreement among raft nodes before linearized reading' (duration: 286.772121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:16.601126Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439975246,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:13:17.599488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.049578ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:13:17.599616Z","caller":"traceutil/trace.go:171","msg":"trace[1029566649] linearizableReadLoop","detail":"{readStateIndex:1808; appliedIndex:1807; }","duration":"1.499166929s","start":"2026-04-16T03:13:16.100428Z","end":"2026-04-16T03:13:17.599595Z","steps":["trace[1029566649] 'read index received' (duration: 757.858564ms)","trace[1029566649] 'applied index is now lower than readState.Index' (duration: 741.306965ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:13:17.599659Z","caller":"traceutil/trace.go:171","msg":"trace[1469546244] transaction","detail":"{read_only:false; response_revision:1685; number_of_response:1; }","duration":"1.50002982s","start":"2026-04-16T03:13:16.099597Z","end":"2026-04-16T03:13:17.599627Z","steps":["trace[1469546244] 'process raft request' (duration: 758.728176ms)","trace[1469546244] 'compare' (duration: 740.311229ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:13:17.599765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"620.210192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:13:17.600042Z","caller":"traceutil/trace.go:171","msg":"trace[506969312] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1685; }","duration":"620.480719ms","start":"2026-04-16T03:13:16.97954Z","end":"2026-04-16T03:13:17.600021Z","steps":["trace[506969312] 'agreement among raft nodes before linearized reading' (duration: 620.173111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:17.599831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:16.099575Z","time spent":"1.500151354s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:13:17.600141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:16.979438Z","time spent":"620.658994ms","remote":"127.0.0.1:37378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":4,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:13:17.599873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499416075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-16T03:13:17.600404Z","caller":"traceutil/trace.go:171","msg":"trace[1470523626] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1685; }","duration":"1.499982769s","start":"2026-04-16T03:13:16.100403Z","end":"2026-04-16T03:13:17.600386Z","steps":["trace[1470523626] 'agreement among raft nodes before linearized reading' (duration: 1.499261251s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:17.600468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:16.100394Z","time spent":"1.500057291s","remote":"127.0.0.1:56954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-16T03:13:17.599878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.399979472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:13:17.600656Z","caller":"traceutil/trace.go:171","msg":"trace[776611205] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1685; }","duration":"1.400788882s","start":"2026-04-16T03:13:16.199821Z","end":"2026-04-16T03:13:17.60061Z","steps":["trace[776611205] 'agreement among raft nodes before linearized reading' (duration: 1.399889419s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:17.600828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:16.199801Z","time spent":"1.400971297s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:13:18.233885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.369521ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:13:18.234005Z","caller":"traceutil/trace.go:171","msg":"trace[1124410808] linearizableReadLoop","detail":"{readStateIndex:1809; appliedIndex:1808; }","duration":"443.72992ms","start":"2026-04-16T03:13:17.790257Z","end":"2026-04-16T03:13:18.233987Z","steps":["trace[1124410808] 'read index received' (duration: 261.176443ms)","trace[1124410808] 'applied index is now lower than readState.Index' (duration: 182.551587ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:13:18.234112Z","caller":"traceutil/trace.go:171","msg":"trace[852131594] transaction","detail":"{read_only:false; response_revision:1686; number_of_response:1; }","duration":"628.912363ms","start":"2026-04-16T03:13:17.60516Z","end":"2026-04-16T03:13:18.234073Z","steps":["trace[852131594] 'process raft request' (duration: 446.258814ms)","trace[852131594] 'compare' (duration: 181.983172ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:13:18.234233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.430007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:13:18.234279Z","caller":"traceutil/trace.go:171","msg":"trace[304396665] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1686; }","duration":"334.528359ms","start":"2026-04-16T03:13:17.899739Z","end":"2026-04-16T03:13:18.234267Z","steps":["trace[304396665] 'agreement among raft nodes before linearized reading' (duration: 334.446917ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:18.234316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:17.899708Z","time spent":"334.598621ms","remote":"127.0.0.1:57182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":29,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:13:18.234317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:17.605132Z","time spent":"629.081018ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:13:18.234159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.891414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:13:18.234524Z","caller":"traceutil/trace.go:171","msg":"trace[412743837] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1686; }","duration":"444.301575ms","start":"2026-04-16T03:13:17.790204Z","end":"2026-04-16T03:13:18.234506Z","steps":["trace[412743837] 'agreement among raft nodes before linearized reading' (duration: 443.891505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:18.234573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:17.790178Z","time spent":"444.381267ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:13:19.905053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.187337135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:13:19.905166Z","caller":"traceutil/trace.go:171","msg":"trace[407188619] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1686; }","duration":"1.187523849s","start":"2026-04-16T03:13:18.71761Z","end":"2026-04-16T03:13:19.905134Z","steps":["trace[407188619] 'count revisions from in-memory index tree' (duration: 1.187211881s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:19.905236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:18.717581Z","time spent":"1.187643322s","remote":"127.0.0.1:56908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:13:19.905248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.673083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:13:19.90536Z","caller":"traceutil/trace.go:171","msg":"trace[628537843] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:1686; }","duration":"716.856507ms","start":"2026-04-16T03:13:19.188477Z","end":"2026-04-16T03:13:19.905334Z","steps":["trace[628537843] 'count revisions from in-memory index tree' (duration: 716.481078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:19.90542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:19.188441Z","time spent":"716.96673ms","remote":"127.0.0.1:56886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":3,"response size":30,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:13:19.905723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"537.161273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:13:19.90585Z","caller":"traceutil/trace.go:171","msg":"trace[896594480] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1686; }","duration":"537.354567ms","start":"2026-04-16T03:13:19.368462Z","end":"2026-04-16T03:13:19.905816Z","steps":["trace[896594480] 'count revisions from in-memory index tree' (duration: 536.954627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:19.905864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.428737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-16T03:13:19.90585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.657204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:13:19.905914Z","caller":"traceutil/trace.go:171","msg":"trace[1190808335] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1686; }","duration":"300.526459ms","start":"2026-04-16T03:13:19.605371Z","end":"2026-04-16T03:13:19.905898Z","steps":["trace[1190808335] 'range keys from in-memory index tree' (duration: 300.257663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:19.905914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:19.368433Z","time spent":"537.46417ms","remote":"127.0.0.1:57144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":2,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:13:19.905956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:19.605346Z","time spent":"300.595711ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T03:13:19.905959Z","caller":"traceutil/trace.go:171","msg":"trace[1842107483] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1686; }","duration":"115.853619ms","start":"2026-04-16T03:13:19.790076Z","end":"2026-04-16T03:13:19.905929Z","steps":["trace[1842107483] 'range keys from in-memory index tree' (duration: 115.532201ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:13:20.234166Z","caller":"traceutil/trace.go:171","msg":"trace[1257403938] transaction","detail":"{read_only:false; response_revision:1687; number_of_response:1; }","duration":"323.382548ms","start":"2026-04-16T03:13:19.910754Z","end":"2026-04-16T03:13:20.234137Z","steps":["trace[1257403938] 'process raft request' (duration: 323.166582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:20.234349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:19.910736Z","time spent":"323.524181ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:13:20.670455Z","caller":"traceutil/trace.go:171","msg":"trace[1771915277] transaction","detail":"{read_only:false; response_revision:1688; number_of_response:1; }","duration":"426.550825ms","start":"2026-04-16T03:13:20.243863Z","end":"2026-04-16T03:13:20.670414Z","steps":["trace[1771915277] 'process raft request' (duration: 426.34678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:20.670672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:20.243851Z","time spent":"426.71174ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:13:21.867341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.120838ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-16T03:13:22.958024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.689586ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:13:22.958165Z","caller":"traceutil/trace.go:171","msg":"trace[473049356] linearizableReadLoop","detail":"{readStateIndex:1814; appliedIndex:1813; }","duration":"282.970186ms","start":"2026-04-16T03:13:22.675176Z","end":"2026-04-16T03:13:22.958146Z","steps":["trace[473049356] 'read index received' (duration: 43.721µs)","trace[473049356] 'applied index is now lower than readState.Index' (duration: 282.925215ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:13:22.958407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.203861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-16T03:13:22.958393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.871078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:13:22.958438Z","caller":"traceutil/trace.go:171","msg":"trace[1221735584] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1690; }","duration":"283.308334ms","start":"2026-04-16T03:13:22.675122Z","end":"2026-04-16T03:13:22.95843Z","steps":["trace[1221735584] 'agreement among raft nodes before linearized reading' (duration: 283.114859ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:13:22.958477Z","caller":"traceutil/trace.go:171","msg":"trace[1861992163] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1690; }","duration":"142.007271ms","start":"2026-04-16T03:13:22.816448Z","end":"2026-04-16T03:13:22.958455Z","steps":["trace[1861992163] 'agreement among raft nodes before linearized reading' (duration: 141.856418ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:13:22.958763Z","caller":"traceutil/trace.go:171","msg":"trace[990082106] transaction","detail":"{read_only:false; response_revision:1690; number_of_response:1; }","duration":"613.273148ms","start":"2026-04-16T03:13:22.344969Z","end":"2026-04-16T03:13:22.958242Z","steps":["trace[990082106] 'process raft request' (duration: 323.263654ms)","trace[990082106] 'compare' (duration: 289.494231ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:13:22.95896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:22.344937Z","time spent":"613.921605ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:13:23.337898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.187259ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:13:23.338036Z","caller":"traceutil/trace.go:171","msg":"trace[1097470976] transaction","detail":"{read_only:false; response_revision:1691; number_of_response:1; }","duration":"375.043154ms","start":"2026-04-16T03:13:22.96297Z","end":"2026-04-16T03:13:23.338013Z","steps":["trace[1097470976] 'process raft request' (duration: 133.630808ms)","trace[1097470976] 'compare' (duration: 241.035745ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:13:23.33811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:22.962934Z","time spent":"375.145486ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:13:25.789855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999705787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:13:25.789961Z","caller":"traceutil/trace.go:171","msg":"trace[637498976] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999879721s","start":"2026-04-16T03:13:23.790061Z","end":"2026-04-16T03:13:25.789941Z","steps":["trace[637498976] 'agreement among raft nodes before linearized reading' (duration: 1.999743678s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:25.790035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:23.790034Z","time spent":"1.999971183s","remote":"127.0.0.1:56684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:13:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:13:26.2837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.022021491s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:13:26.283846Z","caller":"traceutil/trace.go:171","msg":"trace[667434239] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1691; }","duration":"2.022190145s","start":"2026-04-16T03:13:24.261635Z","end":"2026-04-16T03:13:26.283825Z","steps":["trace[667434239] 'range keys from in-memory index tree' (duration: 2.02199968s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:26.284102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.267879188s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:13:26.284179Z","caller":"traceutil/trace.go:171","msg":"trace[1492787141] linearizableReadLoop","detail":"{readStateIndex:1816; appliedIndex:1815; }","duration":"2.494046777s","start":"2026-04-16T03:13:23.790118Z","end":"2026-04-16T03:13:26.284165Z","steps":["trace[1492787141] 'read index received' (duration: 226.037906ms)","trace[1492787141] 'applied index is now lower than readState.Index' (duration: 2.268007701s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:13:26.28428Z","caller":"traceutil/trace.go:171","msg":"trace[1268711925] transaction","detail":"{read_only:false; response_revision:1692; number_of_response:1; }","duration":"2.725680304s","start":"2026-04-16T03:13:23.558587Z","end":"2026-04-16T03:13:26.284267Z","steps":["trace[1268711925] 'process raft request' (duration: 457.54449ms)","trace[1268711925] 'compare' (duration: 2.267657482s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:13:26.284352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:23.558554Z","time spent":"2.725764406s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:13:26.284724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.03283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:13:26.284729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.416324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:13:26.284743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.959652293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-04-16T03:13:26.284805Z","caller":"traceutil/trace.go:171","msg":"trace[1802338425] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1692; }","duration":"486.164214ms","start":"2026-04-16T03:13:25.79862Z","end":"2026-04-16T03:13:26.284784Z","steps":["trace[1802338425] 'agreement among raft nodes before linearized reading' (duration: 486.01826ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:13:26.284816Z","caller":"traceutil/trace.go:171","msg":"trace[369514426] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:1692; }","duration":"848.572437ms","start":"2026-04-16T03:13:25.436219Z","end":"2026-04-16T03:13:26.284791Z","steps":["trace[369514426] 'agreement among raft nodes before linearized reading' (duration: 848.414423ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:13:26.284824Z","caller":"traceutil/trace.go:171","msg":"trace[255652256] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1692; }","duration":"1.959789437s","start":"2026-04-16T03:13:24.325015Z","end":"2026-04-16T03:13:26.284804Z","steps":["trace[255652256] 'agreement among raft nodes before linearized reading' (duration: 1.959504879s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:26.284823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.707663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-16T03:13:26.284854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:25.798598Z","time spent":"486.248106ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:13:26.284865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:25.43618Z","time spent":"848.67281ms","remote":"127.0.0.1:56728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":31,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:13:26.28487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:24.32499Z","time spent":"1.959871239s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":456,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T03:13:26.284877Z","caller":"traceutil/trace.go:171","msg":"trace[1702935407] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:1692; }","duration":"869.796794ms","start":"2026-04-16T03:13:25.415066Z","end":"2026-04-16T03:13:26.284863Z","steps":["trace[1702935407] 'agreement among raft nodes before linearized reading' (duration: 869.655451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:26.284875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"942.320189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-16T03:13:26.284914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:25.415045Z","time spent":"869.860556ms","remote":"127.0.0.1:56702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"info","ts":"2026-04-16T03:13:26.284932Z","caller":"traceutil/trace.go:171","msg":"trace[195263319] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1692; }","duration":"942.433481ms","start":"2026-04-16T03:13:25.342485Z","end":"2026-04-16T03:13:26.284919Z","steps":["trace[195263319] 'agreement among raft nodes before linearized reading' (duration: 942.238477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:26.284989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:25.342456Z","time spent":"942.522995ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:13:27.045703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.442652ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-16T03:13:27.045883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:26.285889Z","time spent":"759.989217ms","remote":"127.0.0.1:56702","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:13:28.485791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249911676s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:13:28.486974Z","caller":"traceutil/trace.go:171","msg":"trace[1418009883] transaction","detail":"{read_only:false; response_revision:1693; number_of_response:1; }","duration":"2.198248727s","start":"2026-04-16T03:13:26.288675Z","end":"2026-04-16T03:13:28.486924Z","steps":["trace[1418009883] 'process raft request' (duration: 947.108859ms)","trace[1418009883] 'compare' (duration: 1.249764083s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:13:28.48719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:26.28866Z","time spent":"2.198411671s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:13:28.487232Z","caller":"traceutil/trace.go:171","msg":"trace[661561963] transaction","detail":"{read_only:false; response_revision:1694; number_of_response:1; }","duration":"2.197723244s","start":"2026-04-16T03:13:26.289487Z","end":"2026-04-16T03:13:28.487211Z","steps":["trace[661561963] 'process raft request' (duration: 2.19639733s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:28.487301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:26.289476Z","time spent":"2.197796516s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:13:28.487423Z","caller":"traceutil/trace.go:171","msg":"trace[1044590725] transaction","detail":"{read_only:false; response_revision:1695; number_of_response:1; }","duration":"1.439979442s","start":"2026-04-16T03:13:27.047435Z","end":"2026-04-16T03:13:28.487414Z","steps":["trace[1044590725] 'process raft request' (duration: 1.439730026s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:28.487457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:27.047396Z","time spent":"1.440042334s","remote":"127.0.0.1:56702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:13:28.487422Z","caller":"traceutil/trace.go:171","msg":"trace[1548628501] linearizableReadLoop","detail":"{readStateIndex:1820; appliedIndex:1817; }","duration":"698.37864ms","start":"2026-04-16T03:13:27.789007Z","end":"2026-04-16T03:13:28.487386Z","steps":["trace[1548628501] 'read index received' (duration: 192.762205ms)","trace[1548628501] 'applied index is now lower than readState.Index' (duration: 505.614635ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:13:28.487676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.668761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:13:28.487731Z","caller":"traceutil/trace.go:171","msg":"trace[682855539] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:1695; }","duration":"608.789025ms","start":"2026-04-16T03:13:27.878925Z","end":"2026-04-16T03:13:28.487714Z","steps":["trace[682855539] 'agreement among raft nodes before linearized reading' (duration: 608.643631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:28.487771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:27.878899Z","time spent":"608.860897ms","remote":"127.0.0.1:57052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:13:28.488293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.277913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:13:28.488375Z","caller":"traceutil/trace.go:171","msg":"trace[10284556] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1695; }","duration":"699.426027ms","start":"2026-04-16T03:13:27.788932Z","end":"2026-04-16T03:13:28.488358Z","steps":["trace[10284556] 'agreement among raft nodes before linearized reading' (duration: 698.589016ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:28.488413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:27.7889Z","time spent":"699.504599ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:13:29.235776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.570983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:13:29.235849Z","caller":"traceutil/trace.go:171","msg":"trace[1442779054] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1695; }","duration":"446.701386ms","start":"2026-04-16T03:13:28.78913Z","end":"2026-04-16T03:13:29.235831Z","steps":["trace[1442779054] 'range keys from in-memory index tree' (duration: 446.396699ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:29.23588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:28.789045Z","time spent":"446.828729ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:13:30.770178Z","caller":"traceutil/trace.go:171","msg":"trace[326823960] transaction","detail":"{read_only:false; response_revision:1696; number_of_response:1; }","duration":"245.370525ms","start":"2026-04-16T03:13:30.524759Z","end":"2026-04-16T03:13:30.77013Z","steps":["trace[326823960] 'process raft request' (duration: 244.944134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:32.571967Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.376360825s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:13:32.7476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.551939964s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:13:32.748051Z","caller":"traceutil/trace.go:171","msg":"trace[42148380] transaction","detail":"{read_only:false; response_revision:1697; number_of_response:1; }","duration":"2.223232589s","start":"2026-04-16T03:13:30.524781Z","end":"2026-04-16T03:13:32.748014Z","steps":["trace[42148380] 'process raft request' (duration: 670.746931ms)","trace[42148380] 'compare' (duration: 1.551685137s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:13:32.74806Z","caller":"traceutil/trace.go:171","msg":"trace[896810994] linearizableReadLoop","detail":"{readStateIndex:1822; appliedIndex:1821; }","duration":"1.912145113s","start":"2026-04-16T03:13:30.835873Z","end":"2026-04-16T03:13:32.748018Z","steps":["trace[896810994] 'read index received' (duration: 359.714466ms)","trace[896810994] 'applied index is now lower than readState.Index' (duration: 1.552423157s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:13:32.748272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:30.524755Z","time spent":"2.223383423s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:13:33.219732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.958714ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-16T03:13:33.219911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.384032265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:13:33.219941Z","caller":"traceutil/trace.go:171","msg":"trace[47345247] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1697; }","duration":"2.384113667s","start":"2026-04-16T03:13:30.83581Z","end":"2026-04-16T03:13:33.219924Z","steps":["trace[47345247] 'agreement among raft nodes before linearized reading' (duration: 1.912317297s)","trace[47345247] 'count revisions from in-memory index tree' (duration: 471.728268ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:13:33.219993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:30.835784Z","time spent":"2.384199919s","remote":"127.0.0.1:56816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:13:33.249344Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439975298,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T03:13:33.377072Z","caller":"traceutil/trace.go:171","msg":"trace[946772544] linearizableReadLoop","detail":"{readStateIndex:1824; appliedIndex:1823; }","duration":"628.7956ms","start":"2026-04-16T03:13:32.748249Z","end":"2026-04-16T03:13:33.377045Z","steps":["trace[946772544] 'read index received' (duration: 628.532553ms)","trace[946772544] 'applied index is now lower than readState.Index' (duration: 261.586µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:13:33.377226Z","caller":"traceutil/trace.go:171","msg":"trace[1009932892] transaction","detail":"{read_only:false; response_revision:1698; number_of_response:1; }","duration":"2.126484752s","start":"2026-04-16T03:13:31.250699Z","end":"2026-04-16T03:13:33.377184Z","steps":["trace[1009932892] 'process raft request' (duration: 2.126103442s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:33.377286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.434564555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:13:33.377326Z","caller":"traceutil/trace.go:171","msg":"trace[1097092476] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1698; }","duration":"1.434674798s","start":"2026-04-16T03:13:31.94264Z","end":"2026-04-16T03:13:33.377315Z","steps":["trace[1097092476] 'agreement among raft nodes before linearized reading' (duration: 1.434532465s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:33.377372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:31.942618Z","time spent":"1.434738169s","remote":"127.0.0.1:57018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":16,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:13:33.377464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:31.250651Z","time spent":"2.126678517s","remote":"127.0.0.1:56854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11855,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:13:33.377706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.588543519s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:13:33.377747Z","caller":"traceutil/trace.go:171","msg":"trace[1093069003] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1698; }","duration":"1.588644592s","start":"2026-04-16T03:13:31.789091Z","end":"2026-04-16T03:13:33.377735Z","steps":["trace[1093069003] 'agreement among raft nodes before linearized reading' (duration: 1.58855701s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:33.377781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:31.789066Z","time spent":"1.588706753s","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:13:33.377903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.794739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:13:33.378014Z","caller":"traceutil/trace.go:171","msg":"trace[2577180] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:1698; }","duration":"679.983564ms","start":"2026-04-16T03:13:32.698002Z","end":"2026-04-16T03:13:33.377986Z","steps":["trace[2577180] 'agreement among raft nodes before linearized reading' (duration: 679.066691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:33.378006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.945989447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:13:33.378108Z","caller":"traceutil/trace.go:171","msg":"trace[1334155447] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1698; }","duration":"1.946176162s","start":"2026-04-16T03:13:31.431909Z","end":"2026-04-16T03:13:33.378085Z","steps":["trace[1334155447] 'agreement among raft nodes before linearized reading' (duration: 1.945976926s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:33.378107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:32.697975Z","time spent":"680.113378ms","remote":"127.0.0.1:56762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:13:33.378173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:31.431886Z","time spent":"1.946270355s","remote":"127.0.0.1:57120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":2,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:13:34.236264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.405275ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:13:34.236397Z","caller":"traceutil/trace.go:171","msg":"trace[1545651936] linearizableReadLoop","detail":"{readStateIndex:1825; appliedIndex:1824; }","duration":"859.231238ms","start":"2026-04-16T03:13:33.377148Z","end":"2026-04-16T03:13:34.236379Z","steps":["trace[1545651936] 'read index received' (duration: 148.607478ms)","trace[1545651936] 'applied index is now lower than readState.Index' (duration: 710.62234ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:13:34.236418Z","caller":"traceutil/trace.go:171","msg":"trace[2107960003] transaction","detail":"{read_only:false; response_revision:1699; number_of_response:1; }","duration":"937.949608ms","start":"2026-04-16T03:13:33.298435Z","end":"2026-04-16T03:13:34.236385Z","steps":["trace[2107960003] 'process raft request' (duration: 227.308578ms)","trace[2107960003] 'compare' (duration: 709.989924ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:13:34.236503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.420315565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:13:34.236548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.023052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:13:34.236541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:33.298404Z","time spent":"938.073461ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:13:34.23662Z","caller":"traceutil/trace.go:171","msg":"trace[1657454808] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1699; }","duration":"1.42049801s","start":"2026-04-16T03:13:32.816099Z","end":"2026-04-16T03:13:34.236597Z","steps":["trace[1657454808] 'agreement among raft nodes before linearized reading' (duration: 1.420300735s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:13:34.236638Z","caller":"traceutil/trace.go:171","msg":"trace[771764318] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1699; }","duration":"857.151615ms","start":"2026-04-16T03:13:33.379469Z","end":"2026-04-16T03:13:34.236621Z","steps":["trace[771764318] 'agreement among raft nodes before linearized reading' (duration: 857.020982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:34.236672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:32.816071Z","time spent":"1.420592652s","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:13:34.236679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.461573779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-16T03:13:34.236697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:33.379448Z","time spent":"857.237198ms","remote":"127.0.0.1:56684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:13:34.236759Z","caller":"traceutil/trace.go:171","msg":"trace[731942284] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1699; }","duration":"1.461693403s","start":"2026-04-16T03:13:32.775037Z","end":"2026-04-16T03:13:34.23673Z","steps":["trace[731942284] 'agreement among raft nodes before linearized reading' (duration: 1.461430116s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:34.236814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:32.775011Z","time spent":"1.461790725s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:13:34.819057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.511057ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:13:34.819218Z","caller":"traceutil/trace.go:171","msg":"trace[1031120909] transaction","detail":"{read_only:false; response_revision:1700; number_of_response:1; }","duration":"574.574179ms","start":"2026-04-16T03:13:34.244605Z","end":"2026-04-16T03:13:34.81918Z","steps":["trace[1031120909] 'process raft request' (duration: 315.820436ms)","trace[1031120909] 'compare' (duration: 258.200169ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:13:34.819384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:34.244587Z","time spent":"574.695762ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:13:35.916409Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439975306,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:13:36.076728Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.252299286s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:13:36.077171Z","caller":"traceutil/trace.go:171","msg":"trace[318977681] linearizableReadLoop","detail":"{readStateIndex:1827; appliedIndex:1826; }","duration":"661.549268ms","start":"2026-04-16T03:13:35.415593Z","end":"2026-04-16T03:13:36.077143Z","steps":["trace[318977681] 'read index received' (duration: 661.288341ms)","trace[318977681] 'applied index is now lower than readState.Index' (duration: 259.987µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:13:36.077339Z","caller":"traceutil/trace.go:171","msg":"trace[1916049847] transaction","detail":"{read_only:false; response_revision:1701; number_of_response:1; }","duration":"1.252940883s","start":"2026-04-16T03:13:34.824323Z","end":"2026-04-16T03:13:36.077264Z","steps":["trace[1916049847] 'process raft request' (duration: 1.252624945s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:36.077474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.039337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-04-16T03:13:36.077518Z","caller":"traceutil/trace.go:171","msg":"trace[42747440] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1701; }","duration":"387.130059ms","start":"2026-04-16T03:13:35.690375Z","end":"2026-04-16T03:13:36.077506Z","steps":["trace[42747440] 'agreement among raft nodes before linearized reading' (duration: 387.065217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:36.077568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:35.690347Z","time spent":"387.212291ms","remote":"127.0.0.1:56746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-04-16T03:13:36.077541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.573107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:13:36.077405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.787654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-16T03:13:36.07757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.048944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:13:36.077679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:34.824299Z","time spent":"1.253186088s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:13:36.077725Z","caller":"traceutil/trace.go:171","msg":"trace[933348695] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:1701; }","duration":"339.234858ms","start":"2026-04-16T03:13:35.738457Z","end":"2026-04-16T03:13:36.077692Z","steps":["trace[933348695] 'agreement among raft nodes before linearized reading' (duration: 338.979242ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:13:36.077709Z","caller":"traceutil/trace.go:171","msg":"trace[516371395] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:1701; }","duration":"662.136533ms","start":"2026-04-16T03:13:35.415534Z","end":"2026-04-16T03:13:36.077671Z","steps":["trace[516371395] 'agreement among raft nodes before linearized reading' (duration: 661.710572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:36.077626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.088092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:49192"} {"level":"warn","ts":"2026-04-16T03:13:36.077812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:35.738379Z","time spent":"339.415173ms","remote":"127.0.0.1:57048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:13:36.077837Z","caller":"traceutil/trace.go:171","msg":"trace[105425548] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1701; }","duration":"388.328649ms","start":"2026-04-16T03:13:35.689489Z","end":"2026-04-16T03:13:36.077818Z","steps":["trace[105425548] 'agreement among raft nodes before linearized reading' (duration: 387.866897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:36.077852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:35.415505Z","time spent":"662.299167ms","remote":"127.0.0.1:56702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-04-16T03:13:36.077915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:35.68947Z","time spent":"388.428262ms","remote":"127.0.0.1:56744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":49215,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-04-16T03:13:36.07764Z","caller":"traceutil/trace.go:171","msg":"trace[109499693] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1701; }","duration":"288.736331ms","start":"2026-04-16T03:13:35.788881Z","end":"2026-04-16T03:13:36.077617Z","steps":["trace[109499693] 'agreement among raft nodes before linearized reading' (duration: 288.543197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:37.139848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.502644ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-16T03:13:37.140392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:36.079277Z","time spent":"1.061109392s","remote":"127.0.0.1:56702","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-16T03:13:37.140491Z","caller":"traceutil/trace.go:171","msg":"trace[1394846735] linearizableReadLoop","detail":"{readStateIndex:1828; appliedIndex:1827; }","duration":"1.060963859s","start":"2026-04-16T03:13:36.079493Z","end":"2026-04-16T03:13:37.140457Z","steps":["trace[1394846735] 'read index received' (duration: 215.90009ms)","trace[1394846735] 'applied index is now lower than readState.Index' (duration: 845.060129ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:13:37.140668Z","caller":"traceutil/trace.go:171","msg":"trace[433944211] transaction","detail":"{read_only:false; response_revision:1702; number_of_response:1; }","duration":"839.848058ms","start":"2026-04-16T03:13:36.300792Z","end":"2026-04-16T03:13:37.14064Z","steps":["trace[433944211] 'process raft request' (duration: 839.653273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:37.140778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061277606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:13:37.140815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:36.30076Z","time spent":"839.97254ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:13:37.140842Z","caller":"traceutil/trace.go:171","msg":"trace[763608638] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1702; }","duration":"1.061410289s","start":"2026-04-16T03:13:36.079417Z","end":"2026-04-16T03:13:37.140828Z","steps":["trace[763608638] 'agreement among raft nodes before linearized reading' (duration: 1.061176234s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:37.140887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:36.079391Z","time spent":"1.061487022s","remote":"127.0.0.1:56684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:13:37.140908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.635633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-16T03:13:37.140924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060199039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:3 size:3815"} {"level":"info","ts":"2026-04-16T03:13:37.140955Z","caller":"traceutil/trace.go:171","msg":"trace[1325160312] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1702; }","duration":"317.737495ms","start":"2026-04-16T03:13:36.8232Z","end":"2026-04-16T03:13:37.140938Z","steps":["trace[1325160312] 'agreement among raft nodes before linearized reading' (duration: 317.487389ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:13:37.14098Z","caller":"traceutil/trace.go:171","msg":"trace[1216051398] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:3; response_revision:1702; }","duration":"1.060315843s","start":"2026-04-16T03:13:36.080652Z","end":"2026-04-16T03:13:37.140968Z","steps":["trace[1216051398] 'agreement among raft nodes before linearized reading' (duration: 1.060062267s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:37.140995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:36.823177Z","time spent":"317.810247ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:13:37.141026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:36.080637Z","time spent":"1.060379554s","remote":"127.0.0.1:56886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":3,"response size":3838,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-04-16T03:13:37.140927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06058806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:3 size:3815"} {"level":"info","ts":"2026-04-16T03:13:37.14109Z","caller":"traceutil/trace.go:171","msg":"trace[878215326] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:3; response_revision:1702; }","duration":"1.060795034s","start":"2026-04-16T03:13:36.080272Z","end":"2026-04-16T03:13:37.141067Z","steps":["trace[878215326] 'agreement among raft nodes before linearized reading' (duration: 1.060388744s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:37.141168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:36.08025Z","time spent":"1.060895797s","remote":"127.0.0.1:56886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":3,"response size":3838,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-04-16T03:13:37.646348Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439975314,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:13:38.435383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:37.652167Z","time spent":"783.208705ms","remote":"127.0.0.1:34604","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:13:38.435873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.332591ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:13:38.436063Z","caller":"traceutil/trace.go:171","msg":"trace[743386604] linearizableReadLoop","detail":"{readStateIndex:1831; appliedIndex:1829; }","duration":"1.29239491s","start":"2026-04-16T03:13:37.143649Z","end":"2026-04-16T03:13:38.436044Z","steps":["trace[743386604] 'read index received' (duration: 723.787432ms)","trace[743386604] 'applied index is now lower than readState.Index' (duration: 568.606318ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:13:38.436159Z","caller":"traceutil/trace.go:171","msg":"trace[1056338046] transaction","detail":"{read_only:false; response_revision:1703; number_of_response:1; }","duration":"1.294612056s","start":"2026-04-16T03:13:37.141534Z","end":"2026-04-16T03:13:38.436146Z","steps":["trace[1056338046] 'process raft request' (duration: 725.891225ms)","trace[1056338046] 'compare' (duration: 567.804508ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:13:38.43622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:37.141505Z","time spent":"1.294680048s","remote":"127.0.0.1:56702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:13:38.436549Z","caller":"traceutil/trace.go:171","msg":"trace[422265495] transaction","detail":"{read_only:false; response_revision:1704; number_of_response:1; }","duration":"1.290389348s","start":"2026-04-16T03:13:37.146128Z","end":"2026-04-16T03:13:38.436517Z","steps":["trace[422265495] 'process raft request' (duration: 1.289846245s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:38.436618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292684527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-04-16T03:13:38.436622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28802003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:13:38.436622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.818236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:13:38.436664Z","caller":"traceutil/trace.go:171","msg":"trace[827639945] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:1704; }","duration":"1.293031016s","start":"2026-04-16T03:13:37.143618Z","end":"2026-04-16T03:13:38.436649Z","steps":["trace[827639945] 'agreement among raft nodes before linearized reading' (duration: 1.292571944s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:38.436714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.170025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:13:38.436728Z","caller":"traceutil/trace.go:171","msg":"trace[2132246484] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:1704; }","duration":"579.015031ms","start":"2026-04-16T03:13:37.857686Z","end":"2026-04-16T03:13:38.436701Z","steps":["trace[2132246484] 'agreement among raft nodes before linearized reading' (duration: 578.793705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:38.436747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:37.14611Z","time spent":"1.290543403s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:13:38.436739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:37.143597Z","time spent":"1.293133379s","remote":"127.0.0.1:56746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":141,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-04-16T03:13:38.436777Z","caller":"traceutil/trace.go:171","msg":"trace[1154396916] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1704; }","duration":"354.279407ms","start":"2026-04-16T03:13:38.082481Z","end":"2026-04-16T03:13:38.43676Z","steps":["trace[1154396916] 'agreement among raft nodes before linearized reading' (duration: 353.99135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:38.43678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.292925713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:49192"} {"level":"warn","ts":"2026-04-16T03:13:38.436796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:37.857662Z","time spent":"579.116543ms","remote":"127.0.0.1:57000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:13:38.436826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:38.082457Z","time spent":"354.35777ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T03:13:38.436666Z","caller":"traceutil/trace.go:171","msg":"trace[754594308] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1704; }","duration":"1.288110332s","start":"2026-04-16T03:13:37.148544Z","end":"2026-04-16T03:13:38.436654Z","steps":["trace[754594308] 'agreement among raft nodes before linearized reading' (duration: 1.287976558s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:13:38.436847Z","caller":"traceutil/trace.go:171","msg":"trace[226926683] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1704; }","duration":"1.293027955s","start":"2026-04-16T03:13:37.143804Z","end":"2026-04-16T03:13:38.436832Z","steps":["trace[226926683] 'agreement among raft nodes before linearized reading' (duration: 1.292777519s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:38.436884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:37.143795Z","time spent":"1.293082947s","remote":"127.0.0.1:56744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":49215,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-16T03:13:38.436954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:37.148534Z","time spent":"1.288385339s","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:13:39.205889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.143984ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:13:39.206051Z","caller":"traceutil/trace.go:171","msg":"trace[2139030764] linearizableReadLoop","detail":"{readStateIndex:1832; appliedIndex:1831; }","duration":"763.284111ms","start":"2026-04-16T03:13:38.442738Z","end":"2026-04-16T03:13:39.206022Z","steps":["trace[2139030764] 'read index received' (duration: 257.815419ms)","trace[2139030764] 'applied index is now lower than readState.Index' (duration: 505.467012ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:13:39.206093Z","caller":"traceutil/trace.go:171","msg":"trace[160505321] transaction","detail":"{read_only:false; response_revision:1705; number_of_response:1; }","duration":"764.663076ms","start":"2026-04-16T03:13:38.441377Z","end":"2026-04-16T03:13:39.20604Z","steps":["trace[160505321] 'process raft request' (duration: 259.275385ms)","trace[160505321] 'compare' (duration: 504.989321ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:13:39.206205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.025499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:13:39.206253Z","caller":"traceutil/trace.go:171","msg":"trace[78054289] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1705; }","duration":"760.08425ms","start":"2026-04-16T03:13:38.446154Z","end":"2026-04-16T03:13:39.206238Z","steps":["trace[78054289] 'agreement among raft nodes before linearized reading' (duration: 760.011828ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:39.206294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:38.446146Z","time spent":"760.138961ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:13:39.2063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.534277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-16T03:13:39.206343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:38.441357Z","time spent":"764.853591ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:13:39.20639Z","caller":"traceutil/trace.go:171","msg":"trace[1856483890] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1705; }","duration":"763.655751ms","start":"2026-04-16T03:13:38.442714Z","end":"2026-04-16T03:13:39.20637Z","steps":["trace[1856483890] 'agreement among raft nodes before linearized reading' (duration: 763.404645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:39.206442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:38.442701Z","time spent":"763.732313ms","remote":"127.0.0.1:56954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-04-16T03:13:40.603605Z","caller":"traceutil/trace.go:171","msg":"trace[66117239] transaction","detail":"{read_only:false; response_revision:1706; number_of_response:1; }","duration":"156.963009ms","start":"2026-04-16T03:13:40.446603Z","end":"2026-04-16T03:13:40.603566Z","steps":["trace[66117239] 'process raft request' (duration: 156.794855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:41.432886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.735017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-16T03:13:41.433005Z","caller":"traceutil/trace.go:171","msg":"trace[1706017658] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1706; }","duration":"221.915351ms","start":"2026-04-16T03:13:41.211064Z","end":"2026-04-16T03:13:41.43298Z","steps":["trace[1706017658] 'range keys from in-memory index tree' (duration: 221.4487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:42.036191Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439975330,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-16T03:13:42.296924Z","caller":"traceutil/trace.go:171","msg":"trace[494559003] linearizableReadLoop","detail":"{readStateIndex:1834; appliedIndex:1833; }","duration":"761.212708ms","start":"2026-04-16T03:13:41.535678Z","end":"2026-04-16T03:13:42.29689Z","steps":["trace[494559003] 'read index received' (duration: 760.994723ms)","trace[494559003] 'applied index is now lower than readState.Index' (duration: 216.545µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:13:42.297098Z","caller":"traceutil/trace.go:171","msg":"trace[175030950] transaction","detail":"{read_only:false; response_revision:1707; number_of_response:1; }","duration":"859.147374ms","start":"2026-04-16T03:13:41.43793Z","end":"2026-04-16T03:13:42.297078Z","steps":["trace[175030950] 'process raft request' (duration: 858.755044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:42.297287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:41.4379Z","time spent":"859.251827ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:13:42.297568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.854164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:13:42.297669Z","caller":"traceutil/trace.go:171","msg":"trace[214098976] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1707; }","duration":"762.03558ms","start":"2026-04-16T03:13:41.535611Z","end":"2026-04-16T03:13:42.297646Z","steps":["trace[214098976] 'agreement among raft nodes before linearized reading' (duration: 761.800983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:42.297724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:41.535573Z","time spent":"762.139953ms","remote":"127.0.0.1:40110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:13:43.105906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.486692ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T03:13:43.106031Z","caller":"traceutil/trace.go:171","msg":"trace[1988111183] linearizableReadLoop","detail":"{readStateIndex:1835; appliedIndex:1834; }","duration":"808.984617ms","start":"2026-04-16T03:13:42.297023Z","end":"2026-04-16T03:13:43.106007Z","steps":["trace[1988111183] 'read index received' (duration: 163.2999ms)","trace[1988111183] 'applied index is now lower than readState.Index' (duration: 645.682777ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:13:43.106194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316506201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:13:43.106232Z","caller":"traceutil/trace.go:171","msg":"trace[1906880254] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1707; }","duration":"1.316599113s","start":"2026-04-16T03:13:41.789622Z","end":"2026-04-16T03:13:43.106221Z","steps":["trace[1906880254] 'agreement among raft nodes before linearized reading' (duration: 1.316509651s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:43.106271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:41.789597Z","time spent":"1.316664785s","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:13:43.106341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.527952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:13:43.106457Z","caller":"traceutil/trace.go:171","msg":"trace[940194758] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1707; }","duration":"289.715266ms","start":"2026-04-16T03:13:42.816715Z","end":"2026-04-16T03:13:43.10643Z","steps":["trace[940194758] 'agreement among raft nodes before linearized reading' (duration: 289.48345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:43.106577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.816913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:13:43.106695Z","caller":"traceutil/trace.go:171","msg":"trace[1712635076] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1707; }","duration":"497.002287ms","start":"2026-04-16T03:13:42.609667Z","end":"2026-04-16T03:13:43.10667Z","steps":["trace[1712635076] 'agreement among raft nodes before linearized reading' (duration: 496.513825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:43.106762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:42.609641Z","time spent":"497.10648ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T03:13:44.738239Z","caller":"traceutil/trace.go:171","msg":"trace[1751476999] transaction","detail":"{read_only:false; response_revision:1710; number_of_response:1; }","duration":"122.516508ms","start":"2026-04-16T03:13:44.615692Z","end":"2026-04-16T03:13:44.738208Z","steps":["trace[1751476999] 'process raft request' (duration: 122.290003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:45.13855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.977316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:13:45.138658Z","caller":"traceutil/trace.go:171","msg":"trace[547027172] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1710; }","duration":"351.156781ms","start":"2026-04-16T03:13:44.787479Z","end":"2026-04-16T03:13:45.138635Z","steps":["trace[547027172] 'range keys from in-memory index tree' (duration: 350.827512ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:45.138712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:44.787453Z","time spent":"351.248752ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:13:45.492855Z","caller":"traceutil/trace.go:171","msg":"trace[1339194382] transaction","detail":"{read_only:false; response_revision:1711; number_of_response:1; }","duration":"307.202599ms","start":"2026-04-16T03:13:45.185609Z","end":"2026-04-16T03:13:45.492812Z","steps":["trace[1339194382] 'process raft request' (duration: 306.925032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:45.493086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:45.185589Z","time spent":"307.372612ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:13:45.954317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.924475ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-16T03:13:45.954505Z","caller":"traceutil/trace.go:171","msg":"trace[233138098] linearizableReadLoop","detail":"{readStateIndex:1840; appliedIndex:1839; }","duration":"433.205025ms","start":"2026-04-16T03:13:45.521269Z","end":"2026-04-16T03:13:45.954475Z","steps":["trace[233138098] 'read index received' (duration: 114.071605ms)","trace[233138098] 'applied index is now lower than readState.Index' (duration: 319.13124ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:13:45.9545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:45.494272Z","time spent":"460.219887ms","remote":"127.0.0.1:56702","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:13:45.954706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.499985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:13:45.954707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.41457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:13:45.954755Z","caller":"traceutil/trace.go:171","msg":"trace[1602409623] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:1711; }","duration":"199.606307ms","start":"2026-04-16T03:13:45.755134Z","end":"2026-04-16T03:13:45.954741Z","steps":["trace[1602409623] 'agreement among raft nodes before linearized reading' (duration: 199.499495ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:13:45.954795Z","caller":"traceutil/trace.go:171","msg":"trace[1075884470] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:1711; }","duration":"433.578514ms","start":"2026-04-16T03:13:45.521194Z","end":"2026-04-16T03:13:45.954772Z","steps":["trace[1075884470] 'agreement among raft nodes before linearized reading' (duration: 433.380429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:45.954907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:45.521172Z","time spent":"433.679466ms","remote":"127.0.0.1:56942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:13:45.954965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.890915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:13:45.955048Z","caller":"traceutil/trace.go:171","msg":"trace[1925871278] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1711; }","duration":"166.164521ms","start":"2026-04-16T03:13:45.788861Z","end":"2026-04-16T03:13:45.955026Z","steps":["trace[1925871278] 'agreement among raft nodes before linearized reading' (duration: 165.868364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:47.324495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.359985ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:13:47.325019Z","caller":"traceutil/trace.go:171","msg":"trace[2139617864] linearizableReadLoop","detail":"{readStateIndex:1841; appliedIndex:1840; }","duration":"933.029773ms","start":"2026-04-16T03:13:46.391955Z","end":"2026-04-16T03:13:47.324985Z","steps":["trace[2139617864] 'read index received' (duration: 286.059043ms)","trace[2139617864] 'applied index is now lower than readState.Index' (duration: 646.96747ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:13:47.32513Z","caller":"traceutil/trace.go:171","msg":"trace[1173079457] transaction","detail":"{read_only:false; response_revision:1712; number_of_response:1; }","duration":"1.369226993s","start":"2026-04-16T03:13:45.955889Z","end":"2026-04-16T03:13:47.325116Z","steps":["trace[1173079457] 'process raft request' (duration: 722.129701ms)","trace[1173079457] 'compare' (duration: 645.885222ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:13:47.325201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:45.955861Z","time spent":"1.369300256s","remote":"127.0.0.1:56702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:13:47.325399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.437193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:13:47.325653Z","caller":"traceutil/trace.go:171","msg":"trace[1373568238] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1712; }","duration":"933.564986ms","start":"2026-04-16T03:13:46.391889Z","end":"2026-04-16T03:13:47.325454Z","steps":["trace[1373568238] 'agreement among raft nodes before linearized reading' (duration: 933.278989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:47.325693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:46.391862Z","time spent":"933.823793ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T03:13:47.768367Z","caller":"traceutil/trace.go:171","msg":"trace[383108865] linearizableReadLoop","detail":"{readStateIndex:1842; appliedIndex:1841; }","duration":"443.260429ms","start":"2026-04-16T03:13:47.325071Z","end":"2026-04-16T03:13:47.768332Z","steps":["trace[383108865] 'read index received' (duration: 442.89521ms)","trace[383108865] 'applied index is now lower than readState.Index' (duration: 363.609µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:13:47.768449Z","caller":"traceutil/trace.go:171","msg":"trace[1814287992] transaction","detail":"{read_only:false; response_revision:1713; number_of_response:1; }","duration":"596.071583ms","start":"2026-04-16T03:13:47.172325Z","end":"2026-04-16T03:13:47.768396Z","steps":["trace[1814287992] 'process raft request' (duration: 595.605761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:47.768614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.545004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:13:47.768663Z","caller":"traceutil/trace.go:171","msg":"trace[1707580623] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1713; }","duration":"980.697349ms","start":"2026-04-16T03:13:46.787954Z","end":"2026-04-16T03:13:47.768651Z","steps":["trace[1707580623] 'agreement among raft nodes before linearized reading' (duration: 980.556505ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:47.76871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:46.787915Z","time spent":"980.786981ms","remote":"127.0.0.1:56684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:13:47.768799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:47.172302Z","time spent":"596.359549ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:13:48.713746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.867632ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:13:48.713935Z","caller":"traceutil/trace.go:171","msg":"trace[1931138436] linearizableReadLoop","detail":"{readStateIndex:1843; appliedIndex:1842; }","duration":"945.395647ms","start":"2026-04-16T03:13:47.768466Z","end":"2026-04-16T03:13:48.713862Z","steps":["trace[1931138436] 'read index received' (duration: 144.29907ms)","trace[1931138436] 'applied index is now lower than readState.Index' (duration: 801.094277ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:13:48.714063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.008164514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:13:48.714168Z","caller":"traceutil/trace.go:171","msg":"trace[774164350] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:1714; }","duration":"1.008334238s","start":"2026-04-16T03:13:47.705811Z","end":"2026-04-16T03:13:48.714145Z","steps":["trace[774164350] 'agreement among raft nodes before linearized reading' (duration: 1.008155473s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:48.714216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:47.705787Z","time spent":"1.008419409s","remote":"127.0.0.1:57110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":4,"response size":30,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:13:48.714322Z","caller":"traceutil/trace.go:171","msg":"trace[585327168] transaction","detail":"{read_only:false; response_revision:1714; number_of_response:1; }","duration":"1.383951756s","start":"2026-04-16T03:13:47.330306Z","end":"2026-04-16T03:13:48.714258Z","steps":["trace[585327168] 'process raft request' (duration: 582.456749ms)","trace[585327168] 'compare' (duration: 800.712157ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:13:48.714349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216580314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-16T03:13:48.714376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.231775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:13:48.714393Z","caller":"traceutil/trace.go:171","msg":"trace[1459770800] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1714; }","duration":"1.216669486s","start":"2026-04-16T03:13:47.49771Z","end":"2026-04-16T03:13:48.714379Z","steps":["trace[1459770800] 'agreement among raft nodes before linearized reading' (duration: 1.216476031s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:48.714439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:47.497685Z","time spent":"1.216743957s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T03:13:48.714428Z","caller":"traceutil/trace.go:171","msg":"trace[1779512526] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1714; }","duration":"925.333569ms","start":"2026-04-16T03:13:47.789079Z","end":"2026-04-16T03:13:48.714413Z","steps":["trace[1779512526] 'agreement among raft nodes before linearized reading' (duration: 925.246086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:48.714579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:47.330278Z","time spent":"1.384136881s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:13:48.714623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:47.789055Z","time spent":"925.558804ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:13:48.714587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386257785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-16T03:13:48.714705Z","caller":"traceutil/trace.go:171","msg":"trace[1115912135] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1714; }","duration":"1.386449469s","start":"2026-04-16T03:13:47.328232Z","end":"2026-04-16T03:13:48.714682Z","steps":["trace[1115912135] 'agreement among raft nodes before linearized reading' (duration: 1.38607602s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:48.714765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:47.328211Z","time spent":"1.386544251s","remote":"127.0.0.1:56840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-16T03:13:48.714726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.766782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:13:48.71484Z","caller":"traceutil/trace.go:171","msg":"trace[1370628507] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1714; }","duration":"466.944047ms","start":"2026-04-16T03:13:48.247873Z","end":"2026-04-16T03:13:48.714817Z","steps":["trace[1370628507] 'agreement among raft nodes before linearized reading' (duration: 466.731111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:48.714901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:48.247851Z","time spent":"467.035299ms","remote":"127.0.0.1:56840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":3,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:13:49.316978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.914145ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:13:49.317116Z","caller":"traceutil/trace.go:171","msg":"trace[1836773855] transaction","detail":"{read_only:false; response_revision:1715; number_of_response:1; }","duration":"597.200681ms","start":"2026-04-16T03:13:48.719891Z","end":"2026-04-16T03:13:49.317092Z","steps":["trace[1836773855] 'process raft request' (duration: 116.604229ms)","trace[1836773855] 'compare' (duration: 479.731131ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:13:49.317189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:48.719871Z","time spent":"597.281333ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:13:51.064162Z","caller":"traceutil/trace.go:171","msg":"trace[1072997631] linearizableReadLoop","detail":"{readStateIndex:1845; appliedIndex:1844; }","duration":"274.096641ms","start":"2026-04-16T03:13:50.790037Z","end":"2026-04-16T03:13:51.064133Z","steps":["trace[1072997631] 'read index received' (duration: 273.947327ms)","trace[1072997631] 'applied index is now lower than readState.Index' (duration: 148.454µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:13:51.064289Z","caller":"traceutil/trace.go:171","msg":"trace[1825158471] transaction","detail":"{read_only:false; response_revision:1716; number_of_response:1; }","duration":"340.233174ms","start":"2026-04-16T03:13:50.724043Z","end":"2026-04-16T03:13:51.064276Z","steps":["trace[1825158471] 'process raft request' (duration: 339.913476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:51.064406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:50.724009Z","time spent":"340.305276ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:13:51.06447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.43665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:13:51.064534Z","caller":"traceutil/trace.go:171","msg":"trace[903165603] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1716; }","duration":"274.556793ms","start":"2026-04-16T03:13:50.789963Z","end":"2026-04-16T03:13:51.06452Z","steps":["trace[903165603] 'agreement among raft nodes before linearized reading' (duration: 274.45006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:51.064917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.241036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:13:51.065153Z","caller":"traceutil/trace.go:171","msg":"trace[36579168] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:1716; }","duration":"208.647725ms","start":"2026-04-16T03:13:50.856466Z","end":"2026-04-16T03:13:51.065114Z","steps":["trace[36579168] 'agreement among raft nodes before linearized reading' (duration: 207.921037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:52.483134Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.023771137s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:13:53.084434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.762651931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-16T03:13:53.084544Z","caller":"traceutil/trace.go:171","msg":"trace[1052213385] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1716; }","duration":"1.762905518s","start":"2026-04-16T03:13:51.321616Z","end":"2026-04-16T03:13:53.084522Z","steps":["trace[1052213385] 'range keys from in-memory index tree' (duration: 1.762392575s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:53.084669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:51.321584Z","time spent":"1.763069332s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:13:54.790336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000826581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:13:54.790448Z","caller":"traceutil/trace.go:171","msg":"trace[1082119697] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001035006s","start":"2026-04-16T03:13:52.789377Z","end":"2026-04-16T03:13:54.790412Z","steps":["trace[1082119697] 'agreement among raft nodes before linearized reading' (duration: 2.000864882s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:54.790509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:52.789353Z","time spent":"2.001144958s","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:13:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:13:55.529342Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.391398253s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:13:55.742813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.259437353s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-16T03:13:55.74296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.481481714s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:13:55.743106Z","caller":"traceutil/trace.go:171","msg":"trace[1034447733] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1716; }","duration":"1.481652318s","start":"2026-04-16T03:13:54.26143Z","end":"2026-04-16T03:13:55.743083Z","steps":["trace[1034447733] 'range keys from in-memory index tree' (duration: 1.481453683s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:13:55.743167Z","caller":"traceutil/trace.go:171","msg":"trace[1650299357] linearizableReadLoop","detail":"{readStateIndex:1846; appliedIndex:1845; }","duration":"2.953711662s","start":"2026-04-16T03:13:52.78943Z","end":"2026-04-16T03:13:55.743142Z","steps":["trace[1650299357] 'read index received' (duration: 51.342µs)","trace[1650299357] 'applied index is now lower than readState.Index' (duration: 2.95365894s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:13:55.743533Z","caller":"traceutil/trace.go:171","msg":"trace[1133788501] transaction","detail":"{read_only:false; response_revision:1717; number_of_response:1; }","duration":"2.654120546s","start":"2026-04-16T03:13:53.089373Z","end":"2026-04-16T03:13:55.743494Z","steps":["trace[1133788501] 'process raft request' (duration: 2.653578183s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:55.74372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:53.089346Z","time spent":"2.654279421s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:13:56.791059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999989892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:13:56.791168Z","caller":"traceutil/trace.go:171","msg":"trace[983052185] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000148536s","start":"2026-04-16T03:13:54.790988Z","end":"2026-04-16T03:13:56.791136Z","steps":["trace[983052185] 'agreement among raft nodes before linearized reading' (duration: 1.999981372s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:56.791225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:54.790916Z","time spent":"2.000297799s","remote":"127.0.0.1:56684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:13:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:13:58.798591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000208237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:13:58.798719Z","caller":"traceutil/trace.go:171","msg":"trace[445221443] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000402952s","start":"2026-04-16T03:13:56.798294Z","end":"2026-04-16T03:13:58.798697Z","steps":["trace[445221443] 'agreement among raft nodes before linearized reading' (duration: 2.000245028s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:58.798785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:56.798276Z","time spent":"2.000497064s","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:13:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:13:59.830803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.065526038s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:13:59.830929Z","caller":"traceutil/trace.go:171","msg":"trace[1369702179] linearizableReadLoop","detail":"{readStateIndex:1848; appliedIndex:1847; }","duration":"4.087705288s","start":"2026-04-16T03:13:55.743203Z","end":"2026-04-16T03:13:59.830909Z","steps":["trace[1369702179] 'read index received' (duration: 21.931984ms)","trace[1369702179] 'applied index is now lower than readState.Index' (duration: 4.065771454s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:13:59.831118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.871997684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:13:59.831159Z","caller":"traceutil/trace.go:171","msg":"trace[26536912] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:1718; }","duration":"5.872058756s","start":"2026-04-16T03:13:53.959087Z","end":"2026-04-16T03:13:59.831146Z","steps":["trace[26536912] 'agreement among raft nodes before linearized reading' (duration: 5.871905512s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:59.831204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:53.959078Z","time spent":"5.872115928s","remote":"127.0.0.1:56834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:13:59.831246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.761262155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-16T03:13:59.831343Z","caller":"traceutil/trace.go:171","msg":"trace[90233854] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1718; }","duration":"6.761409779s","start":"2026-04-16T03:13:53.069912Z","end":"2026-04-16T03:13:59.831322Z","steps":["trace[90233854] 'agreement among raft nodes before linearized reading' (duration: 6.761131412s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:13:59.831356Z","caller":"traceutil/trace.go:171","msg":"trace[1349576148] transaction","detail":"{read_only:false; response_revision:1718; number_of_response:1; }","duration":"4.989433728s","start":"2026-04-16T03:13:54.841905Z","end":"2026-04-16T03:13:59.831339Z","steps":["trace[1349576148] 'process raft request' (duration: 923.261715ms)","trace[1349576148] 'compare' (duration: 4.0652218s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:13:59.83136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.883175997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:13:59.831153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.074063554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:13:59.831431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:54.841873Z","time spent":"4.98952088s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:13:59.831445Z","caller":"traceutil/trace.go:171","msg":"trace[649774715] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1718; }","duration":"5.074405933s","start":"2026-04-16T03:13:54.757025Z","end":"2026-04-16T03:13:59.831431Z","steps":["trace[649774715] 'agreement among raft nodes before linearized reading' (duration: 5.073973522s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:13:59.831442Z","caller":"traceutil/trace.go:171","msg":"trace[1323626645] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:1718; }","duration":"5.883244848s","start":"2026-04-16T03:13:53.948168Z","end":"2026-04-16T03:13:59.831413Z","steps":["trace[1323626645] 'agreement among raft nodes before linearized reading' (duration: 5.883141826s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:59.831501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:54.757Z","time spent":"5.074485435s","remote":"127.0.0.1:57022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":69,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:13:59.831521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:53.948084Z","time spent":"5.883419363s","remote":"127.0.0.1:56962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":28,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:13:59.831222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.977607049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:13:59.831677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.41424288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-16T03:13:59.831718Z","caller":"traceutil/trace.go:171","msg":"trace[600485320] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:1; response_revision:1718; }","duration":"4.414327123s","start":"2026-04-16T03:13:55.417382Z","end":"2026-04-16T03:13:59.83171Z","steps":["trace[600485320] 'agreement among raft nodes before linearized reading' (duration: 4.414183839s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:13:59.83173Z","caller":"traceutil/trace.go:171","msg":"trace[2135271892] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1718; }","duration":"5.978224546s","start":"2026-04-16T03:13:53.853485Z","end":"2026-04-16T03:13:59.831709Z","steps":["trace[2135271892] 'agreement among raft nodes before linearized reading' (duration: 5.977512017s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:13:59.831758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:55.417357Z","time spent":"4.414394724s","remote":"127.0.0.1:56702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-04-16T03:13:59.831791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:53.853454Z","time spent":"5.978318148s","remote":"127.0.0.1:57100","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:13:59.831395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:53.069892Z","time spent":"6.761493622s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:14:00.331221Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439975375,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:14:00.798866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999837337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:14:00.798987Z","caller":"traceutil/trace.go:171","msg":"trace[1694573819] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999990811s","start":"2026-04-16T03:13:58.798969Z","end":"2026-04-16T03:14:00.79896Z","steps":["trace[1694573819] 'agreement among raft nodes before linearized reading' (duration: 1.999825737s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:00.799045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:58.798892Z","time spent":"2.000140695s","remote":"127.0.0.1:56684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:14:00 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:14:00.832342Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439975375,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:14:01.054736Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.106389308s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:14:02.198219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143218136s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:14:02.198996Z","caller":"traceutil/trace.go:171","msg":"trace[20198001] transaction","detail":"{read_only:false; response_revision:1719; number_of_response:1; }","duration":"4.250802075s","start":"2026-04-16T03:13:57.948164Z","end":"2026-04-16T03:14:02.198966Z","steps":["trace[20198001] 'process raft request' (duration: 3.106759188s)","trace[20198001] 'compare' (duration: 1.142298182s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:14:02.199016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:59.833467Z","time spent":"2.365539999s","remote":"127.0.0.1:56702","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-16T03:14:02.199061Z","caller":"traceutil/trace.go:171","msg":"trace[2129336630] transaction","detail":"{read_only:false; response_revision:1720; number_of_response:1; }","duration":"2.362274026s","start":"2026-04-16T03:13:59.836754Z","end":"2026-04-16T03:14:02.199028Z","steps":["trace[2129336630] 'process raft request' (duration: 2.361684521s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:02.199142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:57.948131Z","time spent":"4.250931838s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:14:02.199251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:59.836697Z","time spent":"2.36245616s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:14:02.807565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00031503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:14:02.807669Z","caller":"traceutil/trace.go:171","msg":"trace[391214655] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000502704s","start":"2026-04-16T03:14:00.807143Z","end":"2026-04-16T03:14:02.807645Z","steps":["trace[391214655] 'agreement among raft nodes before linearized reading' (duration: 2.00036051s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:02.807746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:00.807109Z","time spent":"2.000623747s","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:14:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:14:03.476085Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.275202068s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:14:04.703277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.504755953s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-16T03:14:04.703206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.71473ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:14:04.703434Z","caller":"traceutil/trace.go:171","msg":"trace[788069935] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1721; }","duration":"441.964546ms","start":"2026-04-16T03:14:04.261451Z","end":"2026-04-16T03:14:04.703416Z","steps":["trace[788069935] 'range keys from in-memory index tree' (duration: 441.689339ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:14:04.703543Z","caller":"traceutil/trace.go:171","msg":"trace[501230279] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1721; }","duration":"2.502780743s","start":"2026-04-16T03:14:02.200735Z","end":"2026-04-16T03:14:04.703516Z","steps":["trace[501230279] 'process raft request' (duration: 2.502709771s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:14:04.703563Z","caller":"traceutil/trace.go:171","msg":"trace[1656708739] linearizableReadLoop","detail":"{readStateIndex:1852; appliedIndex:1848; }","duration":"4.872578018s","start":"2026-04-16T03:13:59.830958Z","end":"2026-04-16T03:14:04.703536Z","steps":["trace[1656708739] 'read index received' (duration: 1.223977304s)","trace[1656708739] 'applied index is now lower than readState.Index' (duration: 3.648597324s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:14:04.703639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.936159856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:14:04.703615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.830975899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:14:04.703663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:02.200688Z","time spent":"2.502895675s","remote":"127.0.0.1:56702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":37,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:14:04.703675Z","caller":"traceutil/trace.go:171","msg":"trace[1925500732] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:1721; }","duration":"8.936234738s","start":"2026-04-16T03:13:55.767421Z","end":"2026-04-16T03:14:04.703656Z","steps":["trace[1925500732] 'agreement among raft nodes before linearized reading' (duration: 8.936181887s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:14:04.703679Z","caller":"traceutil/trace.go:171","msg":"trace[1639777570] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:1721; }","duration":"5.831056621s","start":"2026-04-16T03:13:58.872607Z","end":"2026-04-16T03:14:04.703664Z","steps":["trace[1639777570] 'agreement among raft nodes before linearized reading' (duration: 5.830931588s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:04.703694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.954913858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-16T03:14:04.703725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:58.872512Z","time spent":"5.831206485s","remote":"127.0.0.1:52948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:14:04.703725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:55.767373Z","time spent":"8.936343381s","remote":"127.0.0.1:56988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:14:04.703761Z","caller":"traceutil/trace.go:171","msg":"trace[684125207] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1721; }","duration":"6.955026361s","start":"2026-04-16T03:13:57.748716Z","end":"2026-04-16T03:14:04.703743Z","steps":["trace[684125207] 'agreement among raft nodes before linearized reading' (duration: 6.954823626s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:04.703755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.374187628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:14:04.703833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.889873182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:14:04.703853Z","caller":"traceutil/trace.go:171","msg":"trace[748360483] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1721; }","duration":"1.889911673s","start":"2026-04-16T03:14:02.813935Z","end":"2026-04-16T03:14:04.703847Z","steps":["trace[748360483] 'agreement among raft nodes before linearized reading' (duration: 1.889880722s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:14:04.703846Z","caller":"traceutil/trace.go:171","msg":"trace[999499718] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1721; }","duration":"3.374312451s","start":"2026-04-16T03:14:01.329506Z","end":"2026-04-16T03:14:04.703818Z","steps":["trace[999499718] 'agreement among raft nodes before linearized reading' (duration: 3.374176118s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:04.703866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:02.813915Z","time spent":"1.889948544s","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:14:04.703856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274353426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:14:04.703882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.704223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-16T03:14:04.703904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:01.329488Z","time spent":"3.374398723s","remote":"127.0.0.1:57130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":5,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:14:04.703911Z","caller":"traceutil/trace.go:171","msg":"trace[1961619065] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:1721; }","duration":"1.274440508s","start":"2026-04-16T03:14:03.429454Z","end":"2026-04-16T03:14:04.703895Z","steps":["trace[1961619065] 'agreement among raft nodes before linearized reading' (duration: 1.274356726s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:14:04.703923Z","caller":"traceutil/trace.go:171","msg":"trace[584019515] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1721; }","duration":"499.818306ms","start":"2026-04-16T03:14:04.204093Z","end":"2026-04-16T03:14:04.703911Z","steps":["trace[584019515] 'agreement among raft nodes before linearized reading' (duration: 499.638842ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:04.703959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.89614362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:14:04.703957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:03.429433Z","time spent":"1.274512469s","remote":"127.0.0.1:56994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:14:04.703962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:04.204063Z","time spent":"499.892258ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-16T03:14:04.703982Z","caller":"traceutil/trace.go:171","msg":"trace[2085325196] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1721; }","duration":"1.896197352s","start":"2026-04-16T03:14:02.807776Z","end":"2026-04-16T03:14:04.703973Z","steps":["trace[2085325196] 'agreement among raft nodes before linearized reading' (duration: 1.896163271s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:04.703997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:02.807756Z","time spent":"1.896238572s","remote":"127.0.0.1:56684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:14:04.704012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.67385636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:14:04.704033Z","caller":"traceutil/trace.go:171","msg":"trace[612826684] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:1721; }","duration":"1.673918991s","start":"2026-04-16T03:14:03.030106Z","end":"2026-04-16T03:14:04.704025Z","steps":["trace[612826684] 'agreement among raft nodes before linearized reading' (duration: 1.67387936s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:04.704047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:03.030084Z","time spent":"1.673959773s","remote":"127.0.0.1:57160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:14:04.703795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:13:57.748695Z","time spent":"6.955095002s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:14:04.703757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.386268221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:14:04.704118Z","caller":"traceutil/trace.go:171","msg":"trace[110772431] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:1721; }","duration":"1.386693261s","start":"2026-04-16T03:14:03.317407Z","end":"2026-04-16T03:14:04.704101Z","steps":["trace[110772431] 'agreement among raft nodes before linearized reading' (duration: 1.386276791s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:04.704165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:03.317381Z","time spent":"1.386767633s","remote":"127.0.0.1:57062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:14:05.21078Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439975382,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:14:05.7112Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439975382,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:14:06.211559Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439975382,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:14:06.424325Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.718892616s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:14:06.424867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:04.705223Z","time spent":"1.719639585s","remote":"127.0.0.1:56702","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:14:06.710225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999787406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:14:06.710312Z","caller":"traceutil/trace.go:171","msg":"trace[231221085] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99993428s","start":"2026-04-16T03:14:04.710358Z","end":"2026-04-16T03:14:06.710292Z","steps":["trace[231221085] 'agreement among raft nodes before linearized reading' (duration: 1.999831617s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:06.710364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:04.710334Z","time spent":"2.000017852s","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:14:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:14:07.74942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:04.711934Z","time spent":"3.037474648s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/16 03:14:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:14:08.034544Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.609875335s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:14:08.342468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.601264ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:14:08.3427Z","caller":"traceutil/trace.go:171","msg":"trace[1911504032] linearizableReadLoop","detail":"{readStateIndex:1856; appliedIndex:1853; }","duration":"3.632262871s","start":"2026-04-16T03:14:04.710413Z","end":"2026-04-16T03:14:08.342676Z","steps":["trace[1911504032] 'read index received' (duration: 1.714219138s)","trace[1911504032] 'applied index is now lower than readState.Index' (duration: 1.918042313s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:14:08.342792Z","caller":"traceutil/trace.go:171","msg":"trace[360289620] transaction","detail":"{read_only:false; response_revision:1722; number_of_response:1; }","duration":"3.632836086s","start":"2026-04-16T03:14:04.709904Z","end":"2026-04-16T03:14:08.34274Z","steps":["trace[360289620] 'process raft request' (duration: 3.324880123s)","trace[360289620] 'compare' (duration: 307.43849ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:14:08.343123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:04.709869Z","time spent":"3.633031741s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:14:08.711148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000472504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:14:08.711245Z","caller":"traceutil/trace.go:171","msg":"trace[1086791393] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000632187s","start":"2026-04-16T03:14:06.71059Z","end":"2026-04-16T03:14:08.711222Z","steps":["trace[1086791393] 'agreement among raft nodes before linearized reading' (duration: 2.000510464s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:08.7113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:06.710563Z","time spent":"2.00072679s","remote":"127.0.0.1:56684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:14:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:14:10.719533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000495753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:14:10.71963Z","caller":"traceutil/trace.go:171","msg":"trace[1427987719] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000670108s","start":"2026-04-16T03:14:08.718937Z","end":"2026-04-16T03:14:10.719607Z","steps":["trace[1427987719] 'agreement among raft nodes before linearized reading' (duration: 2.000542595s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:10.71971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:08.718907Z","time spent":"2.000780291s","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:14:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:14:10.721867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.192712876s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:14:10.722125Z","caller":"traceutil/trace.go:171","msg":"trace[981180264] linearizableReadLoop","detail":"{readStateIndex:1858; appliedIndex:1856; }","duration":"2.379367317s","start":"2026-04-16T03:14:08.34274Z","end":"2026-04-16T03:14:10.722107Z","steps":["trace[981180264] 'read index received' (duration: 186.255451ms)","trace[981180264] 'applied index is now lower than readState.Index' (duration: 2.193110445s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:14:10.722104Z","caller":"traceutil/trace.go:171","msg":"trace[154527492] transaction","detail":"{read_only:false; response_revision:1724; number_of_response:1; }","duration":"4.295434109s","start":"2026-04-16T03:14:06.426622Z","end":"2026-04-16T03:14:10.722057Z","steps":["trace[154527492] 'process raft request' (duration: 2.102432446s)","trace[154527492] 'compare' (duration: 2.192345097s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:14:10.722283Z","caller":"traceutil/trace.go:171","msg":"trace[1078382845] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1724; }","duration":"2.970497047s","start":"2026-04-16T03:14:07.751763Z","end":"2026-04-16T03:14:10.72226Z","steps":["trace[1078382845] 'process raft request' (duration: 2.970217s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:10.722374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:07.751731Z","time spent":"2.970593599s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":469,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:14:10.722432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.914650829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:14:10.722538Z","caller":"traceutil/trace.go:171","msg":"trace[586185295] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:0; response_revision:1724; }","duration":"4.914811603s","start":"2026-04-16T03:14:05.807699Z","end":"2026-04-16T03:14:10.72251Z","steps":["trace[586185295] 'agreement among raft nodes before linearized reading' (duration: 4.914581317s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:10.722596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:05.807672Z","time spent":"4.914912345s","remote":"127.0.0.1:56772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-04-16T03:14:10.722697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.622895766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:14:10.722765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.066346557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:14:10.722804Z","caller":"traceutil/trace.go:171","msg":"trace[1478871916] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:0; response_revision:1724; }","duration":"5.62306384s","start":"2026-04-16T03:14:05.099716Z","end":"2026-04-16T03:14:10.72278Z","steps":["trace[1478871916] 'agreement among raft nodes before linearized reading' (duration: 5.622869825s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:10.722799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.086111765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:14:10.722855Z","caller":"traceutil/trace.go:171","msg":"trace[165282504] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:1724; }","duration":"4.066487391s","start":"2026-04-16T03:14:06.656345Z","end":"2026-04-16T03:14:10.722832Z","steps":["trace[165282504] 'agreement among raft nodes before linearized reading' (duration: 4.066326427s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:10.722857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:05.099692Z","time spent":"5.623155072s","remote":"127.0.0.1:56772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-04-16T03:14:10.722867Z","caller":"traceutil/trace.go:171","msg":"trace[1368602281] range","detail":"{range_begin:/registry/secrets/ingress-nginx/; range_end:/registry/secrets/ingress-nginx0; response_count:0; response_revision:1724; }","duration":"4.086183657s","start":"2026-04-16T03:14:06.636665Z","end":"2026-04-16T03:14:10.722848Z","steps":["trace[1368602281] 'agreement among raft nodes before linearized reading' (duration: 4.086060274s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:10.722847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.586088527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/rook-ceph/\" range_end:\"/registry/secrets/rook-ceph0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:14:10.722906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:06.656329Z","time spent":"4.066567832s","remote":"127.0.0.1:56772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-04-16T03:14:10.722863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.287562201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/nodefeatures.nfd.k8s-sigs.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:14:10.72293Z","caller":"traceutil/trace.go:171","msg":"trace[1770451020] range","detail":"{range_begin:/registry/secrets/rook-ceph/; range_end:/registry/secrets/rook-ceph0; response_count:0; response_revision:1724; }","duration":"5.58623675s","start":"2026-04-16T03:14:05.136673Z","end":"2026-04-16T03:14:10.722909Z","steps":["trace[1770451020] 'agreement among raft nodes before linearized reading' (duration: 5.586079907s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:10.722902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.590476257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:14:10.722982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:05.136644Z","time spent":"5.586328523s","remote":"127.0.0.1:56772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/rook-ceph/\" range_end:\"/registry/secrets/rook-ceph0\" "} {"level":"info","ts":"2026-04-16T03:14:10.722989Z","caller":"traceutil/trace.go:171","msg":"trace[1152318135] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/nodefeatures.nfd.k8s-sigs.io; range_end:; response_count:0; response_revision:1724; }","duration":"4.287765246s","start":"2026-04-16T03:14:06.435196Z","end":"2026-04-16T03:14:10.722962Z","steps":["trace[1152318135] 'agreement among raft nodes before linearized reading' (duration: 4.28753255s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:14:10.722997Z","caller":"traceutil/trace.go:171","msg":"trace[1871810162] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:0; response_revision:1724; }","duration":"5.590627501s","start":"2026-04-16T03:14:05.132349Z","end":"2026-04-16T03:14:10.722977Z","steps":["trace[1871810162] 'agreement among raft nodes before linearized reading' (duration: 5.590470697s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:10.723051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:06.435172Z","time spent":"4.287863709s","remote":"127.0.0.1:56728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/nodefeatures.nfd.k8s-sigs.io\" "} {"level":"warn","ts":"2026-04-16T03:14:10.723061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:05.132326Z","time spent":"5.590719333s","remote":"127.0.0.1:56772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-04-16T03:14:10.723062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.012548621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7226"} {"level":"info","ts":"2026-04-16T03:14:10.723178Z","caller":"traceutil/trace.go:171","msg":"trace[755308005] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:1724; }","duration":"6.012732006s","start":"2026-04-16T03:14:04.710423Z","end":"2026-04-16T03:14:10.723155Z","steps":["trace[755308005] 'agreement among raft nodes before linearized reading' (duration: 6.012173212s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:10.722912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:06.636608Z","time spent":"4.08629502s","remote":"127.0.0.1:56772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" "} {"level":"warn","ts":"2026-04-16T03:14:10.723246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:04.710402Z","time spent":"6.012830957s","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7249,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-16T03:14:10.722789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.931101953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:14:10.723327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:06.426585Z","time spent":"4.295659465s","remote":"127.0.0.1:56702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:14:10.723337Z","caller":"traceutil/trace.go:171","msg":"trace[168875592] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1724; }","duration":"2.931706778s","start":"2026-04-16T03:14:07.791608Z","end":"2026-04-16T03:14:10.723315Z","steps":["trace[168875592] 'agreement among raft nodes before linearized reading' (duration: 2.931097062s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:10.723476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:07.791587Z","time spent":"2.931862643s","remote":"127.0.0.1:56904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:14:10.734969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.237639ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:14:10.735044Z","caller":"traceutil/trace.go:171","msg":"trace[1436654671] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"386.376353ms","start":"2026-04-16T03:14:10.34865Z","end":"2026-04-16T03:14:10.735026Z","steps":["trace[1436654671] 'agreement among raft nodes before linearized reading' (duration: 386.281151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:10.735083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:10.348624Z","time spent":"386.452484ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/04/16 03:14:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:14:11.222941Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439975391,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:14:11.472847Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.596166559s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:14:11.585075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.853604ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:14:11.585219Z","caller":"traceutil/trace.go:171","msg":"trace[555836190] transaction","detail":"{read_only:false; response_revision:1725; number_of_response:1; }","duration":"1.70872725s","start":"2026-04-16T03:14:09.876467Z","end":"2026-04-16T03:14:11.585194Z","steps":["trace[555836190] 'process raft request' (duration: 1.596647421s)","trace[555836190] 'compare' (duration: 111.475904ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:14:11.585304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:09.87641Z","time spent":"1.708848313s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:14:12.720669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000389082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:14:12.720748Z","caller":"traceutil/trace.go:171","msg":"trace[1924153516] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000546286s","start":"2026-04-16T03:14:10.720185Z","end":"2026-04-16T03:14:12.720731Z","steps":["trace[1924153516] 'agreement among raft nodes before linearized reading' (duration: 2.000436603s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:12.720803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:10.720159Z","time spent":"2.000634838s","remote":"127.0.0.1:56684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:14:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:14:14.72741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000605497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:14:14.727528Z","caller":"traceutil/trace.go:171","msg":"trace[1595585642] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000772901s","start":"2026-04-16T03:14:12.726726Z","end":"2026-04-16T03:14:14.727499Z","steps":["trace[1595585642] 'agreement among raft nodes before linearized reading' (duration: 2.000635708s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:14.727635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:12.726689Z","time spent":"2.000926795s","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:14:14 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:14:15.298726Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.825580241s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:14:15.350596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088854673s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:14:15.350762Z","caller":"traceutil/trace.go:171","msg":"trace[777588325] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1725; }","duration":"1.089050638s","start":"2026-04-16T03:14:14.261683Z","end":"2026-04-16T03:14:15.350734Z","steps":["trace[777588325] 'range keys from in-memory index tree' (duration: 1.088831542s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:14:15.351017Z","caller":"traceutil/trace.go:171","msg":"trace[1917036371] linearizableReadLoop","detail":"{readStateIndex:1860; appliedIndex:1858; }","duration":"4.628833355s","start":"2026-04-16T03:14:10.722159Z","end":"2026-04-16T03:14:15.350992Z","steps":["trace[1917036371] 'read index received' (duration: 750.974375ms)","trace[1917036371] 'applied index is now lower than readState.Index' (duration: 3.87785684s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:14:15.351089Z","caller":"traceutil/trace.go:171","msg":"trace[752098237] transaction","detail":"{read_only:false; response_revision:1726; number_of_response:1; }","duration":"4.617297774s","start":"2026-04-16T03:14:10.733756Z","end":"2026-04-16T03:14:15.351054Z","steps":["trace[752098237] 'process raft request' (duration: 4.56521634s)","trace[752098237] 'compare' (duration: 50.836813ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:14:15.351227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:10.733737Z","time spent":"4.617411868s","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7403,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:14:15.351265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.135940186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:14:15.351278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.099145438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:14:15.351358Z","caller":"traceutil/trace.go:171","msg":"trace[2121352427] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:1726; }","duration":"6.099286822s","start":"2026-04-16T03:14:09.252055Z","end":"2026-04-16T03:14:15.351341Z","steps":["trace[2121352427] 'agreement among raft nodes before linearized reading' (duration: 6.099106777s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:15.351373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.831516163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:14:15.351406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:09.252031Z","time spent":"6.099362033s","remote":"127.0.0.1:56804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:14:15.351409Z","caller":"traceutil/trace.go:171","msg":"trace[234212569] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:0; response_revision:1726; }","duration":"6.831606285s","start":"2026-04-16T03:14:08.519793Z","end":"2026-04-16T03:14:15.351399Z","steps":["trace[234212569] 'agreement among raft nodes before linearized reading' (duration: 6.831541343s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:14:15.35131Z","caller":"traceutil/trace.go:171","msg":"trace[318972414] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:1726; }","duration":"5.136040618s","start":"2026-04-16T03:14:10.215256Z","end":"2026-04-16T03:14:15.351296Z","steps":["trace[318972414] 'agreement among raft nodes before linearized reading' (duration: 5.135877234s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:15.351463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:08.519764Z","time spent":"6.831687567s","remote":"127.0.0.1:56772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-04-16T03:14:15.351542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:10.215231Z","time spent":"5.136242393s","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":16,"response size":30,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:14:15.429296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.294341783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:14:15.429365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.697451056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/nodefeatures.nfd.k8s-sigs.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:14:15.429419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.297114932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:14:15.429445Z","caller":"traceutil/trace.go:171","msg":"trace[1670723850] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/nodefeatures.nfd.k8s-sigs.io; range_end:; response_count:0; response_revision:1727; }","duration":"4.697555319s","start":"2026-04-16T03:14:10.731863Z","end":"2026-04-16T03:14:15.429419Z","steps":["trace[1670723850] 'agreement among raft nodes before linearized reading' (duration: 4.697403386s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:15.42942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.702856054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-16T03:14:15.429473Z","caller":"traceutil/trace.go:171","msg":"trace[1482568200] transaction","detail":"{read_only:false; response_revision:1727; number_of_response:1; }","duration":"2.827296003s","start":"2026-04-16T03:14:12.602157Z","end":"2026-04-16T03:14:15.429453Z","steps":["trace[1482568200] 'process raft request' (duration: 2.826679868s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:15.429489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:10.731854Z","time spent":"4.697629181s","remote":"127.0.0.1:56728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/nodefeatures.nfd.k8s-sigs.io\" "} {"level":"warn","ts":"2026-04-16T03:14:15.429513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.289127261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:14:15.429507Z","caller":"traceutil/trace.go:171","msg":"trace[1078883120] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1727; }","duration":"4.702980216s","start":"2026-04-16T03:14:10.726507Z","end":"2026-04-16T03:14:15.429487Z","steps":["trace[1078883120] 'agreement among raft nodes before linearized reading' (duration: 4.702702799s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:14:15.429539Z","caller":"traceutil/trace.go:171","msg":"trace[1228358031] range","detail":"{range_begin:/registry/secrets/ingress-nginx/; range_end:/registry/secrets/ingress-nginx0; response_count:0; response_revision:1727; }","duration":"4.289191712s","start":"2026-04-16T03:14:11.14034Z","end":"2026-04-16T03:14:15.429532Z","steps":["trace[1228358031] 'agreement among raft nodes before linearized reading' (duration: 4.289142811s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:15.429531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.597249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:14:15.429556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:10.726488Z","time spent":"4.703059299s","remote":"127.0.0.1:56840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-16T03:14:15.429576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:11.140319Z","time spent":"4.289250905s","remote":"127.0.0.1:56772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" "} {"level":"info","ts":"2026-04-16T03:14:15.429594Z","caller":"traceutil/trace.go:171","msg":"trace[325881737] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1727; }","duration":"701.714942ms","start":"2026-04-16T03:14:14.727861Z","end":"2026-04-16T03:14:15.429576Z","steps":["trace[325881737] 'agreement among raft nodes before linearized reading' (duration: 701.631489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:15.429605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:12.602125Z","time spent":"2.827397196s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:14:15.429622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:14.727834Z","time spent":"701.783054ms","remote":"127.0.0.1:56684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:14:15.429409Z","caller":"traceutil/trace.go:171","msg":"trace[1496811655] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:0; response_revision:1727; }","duration":"4.294502047s","start":"2026-04-16T03:14:11.134886Z","end":"2026-04-16T03:14:15.429388Z","steps":["trace[1496811655] 'agreement among raft nodes before linearized reading' (duration: 4.294287401s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:15.429835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:11.134878Z","time spent":"4.294935488s","remote":"127.0.0.1:56772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"info","ts":"2026-04-16T03:14:15.429461Z","caller":"traceutil/trace.go:171","msg":"trace[2088224417] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:0; response_revision:1727; }","duration":"4.297158683s","start":"2026-04-16T03:14:11.132286Z","end":"2026-04-16T03:14:15.429445Z","steps":["trace[2088224417] 'agreement among raft nodes before linearized reading' (duration: 4.297096331s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:15.42989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.290856685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:14:15.429908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:11.132201Z","time spent":"4.297695888s","remote":"127.0.0.1:56772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-04-16T03:14:15.429918Z","caller":"traceutil/trace.go:171","msg":"trace[1503588703] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:0; response_revision:1727; }","duration":"4.290902606s","start":"2026-04-16T03:14:11.139007Z","end":"2026-04-16T03:14:15.42991Z","steps":["trace[1503588703] 'agreement among raft nodes before linearized reading' (duration: 4.290850194s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:15.429337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.301215225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/rook-ceph/\" range_end:\"/registry/secrets/rook-ceph0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:14:15.429938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:11.138997Z","time spent":"4.290936757s","remote":"127.0.0.1:56772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-04-16T03:14:15.429901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.356861789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:14:15.429945Z","caller":"traceutil/trace.go:171","msg":"trace[1023388701] range","detail":"{range_begin:/registry/secrets/rook-ceph/; range_end:/registry/secrets/rook-ceph0; response_count:0; response_revision:1727; }","duration":"4.301854002s","start":"2026-04-16T03:14:11.128083Z","end":"2026-04-16T03:14:15.429937Z","steps":["trace[1023388701] 'agreement among raft nodes before linearized reading' (duration: 4.301144504s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:15.429954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.294937998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:14:15.429999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:11.128064Z","time spent":"4.301922315s","remote":"127.0.0.1:56772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/rook-ceph/\" range_end:\"/registry/secrets/rook-ceph0\" "} {"level":"info","ts":"2026-04-16T03:14:15.429997Z","caller":"traceutil/trace.go:171","msg":"trace[1155207846] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:1727; }","duration":"1.357041673s","start":"2026-04-16T03:14:14.072932Z","end":"2026-04-16T03:14:15.429974Z","steps":["trace[1155207846] 'agreement among raft nodes before linearized reading' (duration: 1.356827138s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:14:15.430038Z","caller":"traceutil/trace.go:171","msg":"trace[162329323] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:1727; }","duration":"4.295074032s","start":"2026-04-16T03:14:11.134942Z","end":"2026-04-16T03:14:15.430017Z","steps":["trace[162329323] 'agreement among raft nodes before linearized reading' (duration: 4.294885278s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:15.430067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:14.072906Z","time spent":"1.357140346s","remote":"127.0.0.1:56934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:14:15.430091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:11.134931Z","time spent":"4.295150254s","remote":"127.0.0.1:56772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-04-16T03:14:17.442775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000472293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:14:17.442888Z","caller":"traceutil/trace.go:171","msg":"trace[319973706] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000603896s","start":"2026-04-16T03:14:15.442251Z","end":"2026-04-16T03:14:17.442855Z","steps":["trace[319973706] 'agreement among raft nodes before linearized reading' (duration: 2.000478093s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:17.443017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:15.442245Z","time spent":"2.000756691s","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:14:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:14:18.093956Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.652281616s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:14:19.167634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073360053s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-16T03:14:19.167769Z","caller":"traceutil/trace.go:171","msg":"trace[1173738488] linearizableReadLoop","detail":"{readStateIndex:1862; appliedIndex:1861; }","duration":"3.726152651s","start":"2026-04-16T03:14:15.441597Z","end":"2026-04-16T03:14:19.167749Z","steps":["trace[1173738488] 'read index received' (duration: 46.101µs)","trace[1173738488] 'applied index is now lower than readState.Index' (duration: 3.72610437s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:14:19.167801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:15.441556Z","time spent":"3.726233923s","remote":"127.0.0.1:56702","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:14:19.167913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.726286894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:14:19.168009Z","caller":"traceutil/trace.go:171","msg":"trace[131390916] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:1727; }","duration":"3.726407357s","start":"2026-04-16T03:14:15.441581Z","end":"2026-04-16T03:14:19.167988Z","steps":["trace[131390916] 'agreement among raft nodes before linearized reading' (duration: 3.726239083s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:19.168064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:15.441574Z","time spent":"3.726481789s","remote":"127.0.0.1:56772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-04-16T03:14:19.44345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000384981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:14:19.443557Z","caller":"traceutil/trace.go:171","msg":"trace[1635310652] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000551636s","start":"2026-04-16T03:14:17.442982Z","end":"2026-04-16T03:14:19.443534Z","steps":["trace[1635310652] 'agreement among raft nodes before linearized reading' (duration: 2.000409432s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:19.443631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:17.442963Z","time spent":"2.000655828s","remote":"127.0.0.1:56684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:14:19 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:14:19.668218Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439975406,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:14:20.168752Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439975406,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:14:20.669938Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439975406,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:14:21.171117Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439975406,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:14:21.45044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000452803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:14:21.450527Z","caller":"traceutil/trace.go:171","msg":"trace[1357521776] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000600997s","start":"2026-04-16T03:14:19.449906Z","end":"2026-04-16T03:14:21.450507Z","steps":["trace[1357521776] 'agreement among raft nodes before linearized reading' (duration: 2.000484004s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:21.450575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:19.449884Z","time spent":"2.000682058s","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:14:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:14:21.671729Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439975406,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:14:22.172428Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439975406,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:14:22.184257Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.090000005s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:14:22.44973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:15.448694Z","time spent":"7.001027961s","remote":"127.0.0.1:56728","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-16T03:14:23.368889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:20.961914Z","time spent":"2.406968014s","remote":"127.0.0.1:58378","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:14:23.369531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184790795s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-04-16T03:14:23.451136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000388151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:14:23.451275Z","caller":"traceutil/trace.go:171","msg":"trace[1342584299] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000604966s","start":"2026-04-16T03:14:21.450631Z","end":"2026-04-16T03:14:23.451236Z","steps":["trace[1342584299] 'agreement among raft nodes before linearized reading' (duration: 2.000422502s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:23.45136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:21.450611Z","time spent":"2.0007314s","remote":"127.0.0.1:56684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:14:23 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:14:24.219015Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"5bac9d943c69ffd0","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-16T03:14:24.818275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000921456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:14:24.818346Z","caller":"traceutil/trace.go:171","msg":"trace[384525926] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001058559s","start":"2026-04-16T03:14:22.817272Z","end":"2026-04-16T03:14:24.818331Z","steps":["trace[384525926] 'agreement among raft nodes before linearized reading' (duration: 2.000961926s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:24.818383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:22.817246Z","time spent":"2.001130761s","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:14:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:14:24.987771Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.803211516s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:14:25.459498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999719176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:14:25.459594Z","caller":"traceutil/trace.go:171","msg":"trace[381000946] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.9999169s","start":"2026-04-16T03:14:23.459655Z","end":"2026-04-16T03:14:25.459572Z","steps":["trace[381000946] 'agreement among raft nodes before linearized reading' (duration: 1.999770377s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:25.459649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:23.459608Z","time spent":"2.000030513s","remote":"127.0.0.1:56684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:14:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:14:25.590077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.220398415s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-16T03:14:25.590436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328989365s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:14:25.59058Z","caller":"traceutil/trace.go:171","msg":"trace[931277694] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1728; }","duration":"1.32916714s","start":"2026-04-16T03:14:24.261391Z","end":"2026-04-16T03:14:25.590558Z","steps":["trace[931277694] 'range keys from in-memory index tree' (duration: 1.328958975s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:14:25.590937Z","caller":"traceutil/trace.go:171","msg":"trace[205578497] transaction","detail":"{read_only:false; response_revision:1729; number_of_response:1; }","duration":"6.421119065s","start":"2026-04-16T03:14:19.169797Z","end":"2026-04-16T03:14:25.590916Z","steps":["trace[205578497] 'process raft request' (duration: 6.420458638s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:25.591061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:19.16977Z","time spent":"6.421212016s","remote":"127.0.0.1:56702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:14:27.468639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000484184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:14:27.468777Z","caller":"traceutil/trace.go:171","msg":"trace[1822114280] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000778521s","start":"2026-04-16T03:14:25.467975Z","end":"2026-04-16T03:14:27.468753Z","steps":["trace[1822114280] 'agreement among raft nodes before linearized reading' (duration: 2.000529825s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:27.468862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:25.467951Z","time spent":"2.000895244s","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:14:27.97225Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.984246504s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:14:28.611737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:21.610365Z","time spent":"7.001229897s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-16T03:14:28.672355Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"5bac9d943c69ffd7","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-16T03:14:29.469006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000119844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:14:29.469088Z","caller":"traceutil/trace.go:171","msg":"trace[884248081] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000318809s","start":"2026-04-16T03:14:27.468752Z","end":"2026-04-16T03:14:29.46907Z","steps":["trace[884248081] 'agreement among raft nodes before linearized reading' (duration: 2.000163565s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:29.46913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:27.468724Z","time spent":"2.000398261s","remote":"127.0.0.1:56684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:14:29 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:14:29.695382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.104344017s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-04-16T03:14:30.176165Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.558205141s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:14:30.376041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:23.375512Z","time spent":"7.000519629s","remote":"127.0.0.1:57182","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-16T03:14:30.377175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:23.376758Z","time spent":"7.000409127s","remote":"127.0.0.1:56728","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-16T03:14:31.475762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000490624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:14:31.475867Z","caller":"traceutil/trace.go:171","msg":"trace[2027169478] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000666769s","start":"2026-04-16T03:14:29.475178Z","end":"2026-04-16T03:14:31.475845Z","steps":["trace[2027169478] 'agreement among raft nodes before linearized reading' (duration: 2.000514445s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:31.475939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:29.475163Z","time spent":"2.000749602s","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:14:32.463882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:25.463237Z","time spent":"7.000637292s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-16T03:14:32.52612Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.349634017s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:14:32.554869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.859306043s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T03:14:32.555257Z","caller":"traceutil/trace.go:171","msg":"trace[1025538834] linearizableReadLoop","detail":"{readStateIndex:1867; appliedIndex:1862; }","duration":"13.387413961s","start":"2026-04-16T03:14:19.167798Z","end":"2026-04-16T03:14:32.555212Z","steps":["trace[1025538834] 'read index received' (duration: 3.016749015s)","trace[1025538834] 'applied index is now lower than readState.Index' (duration: 10.370663066s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:14:32.555413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.959408509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:14:32.555381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.714352675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:14:32.555443Z","caller":"traceutil/trace.go:171","msg":"trace[24071284] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:0; response_revision:1730; }","duration":"15.959512523s","start":"2026-04-16T03:14:16.595921Z","end":"2026-04-16T03:14:32.555433Z","steps":["trace[24071284] 'agreement among raft nodes before linearized reading' (duration: 15.95941421s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:32.555484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:16.595886Z","time spent":"15.959589234s","remote":"127.0.0.1:56772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-04-16T03:14:32.555491Z","caller":"traceutil/trace.go:171","msg":"trace[1029237917] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:1730; }","duration":"14.714505218s","start":"2026-04-16T03:14:17.840941Z","end":"2026-04-16T03:14:32.555446Z","steps":["trace[1029237917] 'agreement among raft nodes before linearized reading' (duration: 14.714332464s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:32.555515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.106958605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:14:32.555552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.090354756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:14:32.555622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.685723871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:14:32.555556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:17.840913Z","time spent":"14.714618451s","remote":"127.0.0.1:57166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":30,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:14:32.555609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.275256541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a6b79a9e79bf9a\" ","response":"range_response_count:1 size:778"} {"level":"info","ts":"2026-04-16T03:14:32.555666Z","caller":"traceutil/trace.go:171","msg":"trace[1107786709] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:1730; }","duration":"14.685827733s","start":"2026-04-16T03:14:17.869825Z","end":"2026-04-16T03:14:32.555653Z","steps":["trace[1107786709] 'agreement among raft nodes before linearized reading' (duration: 14.685760111s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:14:32.555656Z","caller":"traceutil/trace.go:171","msg":"trace[1752214126] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:0; response_revision:1730; }","duration":"17.09051251s","start":"2026-04-16T03:14:15.465122Z","end":"2026-04-16T03:14:32.555634Z","steps":["trace[1752214126] 'agreement among raft nodes before linearized reading' (duration: 17.090357996s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:32.555698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:17.869798Z","time spent":"14.685892745s","remote":"127.0.0.1:56772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":10,"response size":30,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:14:32.555721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:15.465098Z","time spent":"17.090612793s","remote":"127.0.0.1:56772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-04-16T03:14:32.555621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.445337493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-g259p\" ","response":"range_response_count:1 size:5293"} {"level":"warn","ts":"2026-04-16T03:14:32.555733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.113246273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:14:32.55577Z","caller":"traceutil/trace.go:171","msg":"trace[618158829] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-g259p; range_end:; response_count:1; response_revision:1730; }","duration":"13.445525748s","start":"2026-04-16T03:14:19.110232Z","end":"2026-04-16T03:14:32.555758Z","steps":["trace[618158829] 'agreement among raft nodes before linearized reading' (duration: 13.445156969s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:14:32.555716Z","caller":"traceutil/trace.go:171","msg":"trace[102300696] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18a6b79a9e79bf9a; range_end:; response_count:1; response_revision:1730; }","duration":"14.275402564s","start":"2026-04-16T03:14:18.280288Z","end":"2026-04-16T03:14:32.555691Z","steps":["trace[102300696] 'agreement among raft nodes before linearized reading' (duration: 14.275131037s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:32.555821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:19.110195Z","time spent":"13.44560726s","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":5316,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-g259p\" "} {"level":"info","ts":"2026-04-16T03:14:32.555829Z","caller":"traceutil/trace.go:171","msg":"trace[300717910] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:0; response_revision:1730; }","duration":"17.113345816s","start":"2026-04-16T03:14:15.442447Z","end":"2026-04-16T03:14:32.555793Z","steps":["trace[300717910] 'agreement among raft nodes before linearized reading' (duration: 17.113205122s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:32.555861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:18.280262Z","time spent":"14.275590389s","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a6b79a9e79bf9a\" "} {"level":"warn","ts":"2026-04-16T03:14:32.555876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:15.442441Z","time spent":"17.113426479s","remote":"127.0.0.1:56772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-04-16T03:14:32.555621Z","caller":"traceutil/trace.go:171","msg":"trace[1332576773] range","detail":"{range_begin:/registry/secrets/ingress-nginx/; range_end:/registry/secrets/ingress-nginx0; response_count:0; response_revision:1730; }","duration":"17.107107339s","start":"2026-04-16T03:14:15.44849Z","end":"2026-04-16T03:14:32.555597Z","steps":["trace[1332576773] 'agreement among raft nodes before linearized reading' (duration: 17.106934514s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:32.556029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:15.448475Z","time spent":"17.107540519s","remote":"127.0.0.1:56772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/ingress-nginx/\" range_end:\"/registry/secrets/ingress-nginx0\" "} {"level":"warn","ts":"2026-04-16T03:14:33.05561Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439975418,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:14:33.476988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00029219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:14:33.477131Z","caller":"traceutil/trace.go:171","msg":"trace[183555023] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000477034s","start":"2026-04-16T03:14:31.476604Z","end":"2026-04-16T03:14:33.477081Z","steps":["trace[183555023] 'agreement among raft nodes before linearized reading' (duration: 2.000321641s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:33.477236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:31.476585Z","time spent":"2.000638038s","remote":"127.0.0.1:56684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:14:33 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:14:33.556349Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439975418,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:14:34.056609Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439975418,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:14:34.557511Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439975418,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:14:34.816332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999624142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:14:34.816438Z","caller":"traceutil/trace.go:171","msg":"trace[1751748222] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999815997s","start":"2026-04-16T03:14:32.816601Z","end":"2026-04-16T03:14:34.816417Z","steps":["trace[1751748222] 'agreement among raft nodes before linearized reading' (duration: 1.999679753s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:34.816493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:32.816541Z","time spent":"1.999942049s","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:14:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:14:34.972686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.531010049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:14:34.97267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.079818ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:14:34.972798Z","caller":"traceutil/trace.go:171","msg":"trace[929969552] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:0; response_revision:1731; }","duration":"19.531149362s","start":"2026-04-16T03:14:15.441619Z","end":"2026-04-16T03:14:34.972768Z","steps":["trace[929969552] 'agreement among raft nodes before linearized reading' (duration: 17.114127225s)","trace[929969552] 'range keys from in-memory index tree' (duration: 2.416844052s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:14:34.972813Z","caller":"traceutil/trace.go:171","msg":"trace[1865933708] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1731; }","duration":"711.232162ms","start":"2026-04-16T03:14:34.261554Z","end":"2026-04-16T03:14:34.972786Z","steps":["trace[1865933708] 'range keys from in-memory index tree' (duration: 711.054728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:34.972863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:15.441612Z","time spent":"19.531236244s","remote":"127.0.0.1:56772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-04-16T03:14:34.973281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.417298484s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-16T03:14:34.973626Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"136.613µs","request":"header: lease_revoke:","response":"size:28","error":"lease not found"} {"level":"warn","ts":"2026-04-16T03:14:34.973739Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"5bac9d943c69ffd7","error":"lease not found"} {"level":"info","ts":"2026-04-16T03:14:34.973788Z","caller":"traceutil/trace.go:171","msg":"trace[225085398] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1733; }","duration":"6.35598846s","start":"2026-04-16T03:14:28.617785Z","end":"2026-04-16T03:14:34.973773Z","steps":["trace[225085398] 'process raft request' (duration: 6.355663172s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:34.973861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:28.617747Z","time spent":"6.356071203s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":721,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:14:35.058717Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439975418,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:14:35.485327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000034502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:14:35.485443Z","caller":"traceutil/trace.go:171","msg":"trace[406169757] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000209727s","start":"2026-04-16T03:14:33.485203Z","end":"2026-04-16T03:14:35.485413Z","steps":["trace[406169757] 'agreement among raft nodes before linearized reading' (duration: 2.000079274s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:35.485506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:33.485173Z","time spent":"2.000321529s","remote":"127.0.0.1:56684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:14:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:14:35.559448Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439975418,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:14:36.060481Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439975418,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:14:36.561661Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439975418,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:14:36.718548Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.185928515s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:14:37.388438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:30.387925Z","time spent":"7.000504428s","remote":"127.0.0.1:57182","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-16T03:14:37.391607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:30.390596Z","time spent":"7.001007651s","remote":"127.0.0.1:56728","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-16T03:14:37.495088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000531164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:14:37.495201Z","caller":"traceutil/trace.go:171","msg":"trace[1190018773] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000672829s","start":"2026-04-16T03:14:35.494503Z","end":"2026-04-16T03:14:37.495176Z","steps":["trace[1190018773] 'agreement among raft nodes before linearized reading' (duration: 2.000521985s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:37.495257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:35.494441Z","time spent":"2.000804641s","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:14:37 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:14:38.500735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.781817535s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:5"} {"level":"info","ts":"2026-04-16T03:14:38.500975Z","caller":"traceutil/trace.go:171","msg":"trace[1911176689] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1733; }","duration":"6.031380017s","start":"2026-04-16T03:14:32.469571Z","end":"2026-04-16T03:14:38.500951Z","steps":["trace[1911176689] 'process raft request' (duration: 6.031315925s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:38.501067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:32.469546Z","time spent":"6.031475389s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":570,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:14:39.49548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999847368s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:14:39.495597Z","caller":"traceutil/trace.go:171","msg":"trace[2142920380] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000039284s","start":"2026-04-16T03:14:37.495529Z","end":"2026-04-16T03:14:39.495568Z","steps":["trace[2142920380] 'agreement among raft nodes before linearized reading' (duration: 1.99988556s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:39.495658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:37.495499Z","time spent":"2.000143886s","remote":"127.0.0.1:56684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:14:39 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:14:39.560361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:32.559279Z","time spent":"7.001072743s","remote":"127.0.0.1:56754","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:14:39.566363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:32.566002Z","time spent":"7.000350744s","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-16T03:14:40.125845Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.407003726s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:14:40.557561Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"5bac9d943c69ffea","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-16T03:14:41.502871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000583255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:14:41.502971Z","caller":"traceutil/trace.go:171","msg":"trace[442877936] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000742309s","start":"2026-04-16T03:14:39.502203Z","end":"2026-04-16T03:14:41.502946Z","steps":["trace[442877936] 'agreement among raft nodes before linearized reading' (duration: 2.000618586s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:41.503029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:39.502185Z","time spent":"2.000832372s","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:14:41 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:14:41.636609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:34.635728Z","time spent":"7.000873178s","remote":"127.0.0.1:56854","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-16T03:14:41.982085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:34.9812Z","time spent":"7.000874278s","remote":"127.0.0.1:56728","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-16T03:14:42.595395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.466707452s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-16T03:14:43.503453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000121125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:14:43.503607Z","caller":"traceutil/trace.go:171","msg":"trace[363151776] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000358441s","start":"2026-04-16T03:14:41.503217Z","end":"2026-04-16T03:14:43.503575Z","steps":["trace[363151776] 'agreement among raft nodes before linearized reading' (duration: 2.000163656s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:43.503664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:41.50319Z","time spent":"2.000461614s","remote":"127.0.0.1:56684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:14:44.670651Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.674829094s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:14:44.81741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000572155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:14:44.817509Z","caller":"traceutil/trace.go:171","msg":"trace[1482758285] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000738809s","start":"2026-04-16T03:14:42.816749Z","end":"2026-04-16T03:14:44.817488Z","steps":["trace[1482758285] 'agreement among raft nodes before linearized reading' (duration: 2.000611306s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:44.817561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:42.816718Z","time spent":"2.000832632s","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:14:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:14:44.910222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.546979ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:14:44.910422Z","caller":"traceutil/trace.go:171","msg":"trace[1629221942] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1736; }","duration":"648.764555ms","start":"2026-04-16T03:14:44.261628Z","end":"2026-04-16T03:14:44.910393Z","steps":["trace[1629221942] 'range keys from in-memory index tree' (duration: 648.522558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:44.910877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.314390576s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:14:44.911124Z","caller":"traceutil/trace.go:171","msg":"trace[1801428981] linearizableReadLoop","detail":"{readStateIndex:1880; appliedIndex:1872; }","duration":"12.355771228s","start":"2026-04-16T03:14:32.555297Z","end":"2026-04-16T03:14:44.911068Z","steps":["trace[1801428981] 'read index received' (duration: 4.163551381s)","trace[1801428981] 'applied index is now lower than readState.Index' (duration: 8.192218117s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:14:44.911549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.877721983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:14:44.911574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.585485909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:14:44.911631Z","caller":"traceutil/trace.go:171","msg":"trace[944271958] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:1737; }","duration":"12.877896507s","start":"2026-04-16T03:14:32.033714Z","end":"2026-04-16T03:14:44.911611Z","steps":["trace[944271958] 'agreement among raft nodes before linearized reading' (duration: 12.877412354s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:14:44.911649Z","caller":"traceutil/trace.go:171","msg":"trace[1718584357] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:1737; }","duration":"25.585628733s","start":"2026-04-16T03:14:19.326001Z","end":"2026-04-16T03:14:44.91163Z","steps":["trace[1718584357] 'agreement among raft nodes before linearized reading' (duration: 25.585228602s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:44.911652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.318482784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-04-16T03:14:44.911672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:32.033682Z","time spent":"12.877981099s","remote":"127.0.0.1:57066","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":30,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:14:44.911691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:19.325961Z","time spent":"25.585722875s","remote":"127.0.0.1:56792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":6,"response size":30,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:14:44.911704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.181514069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:14:44.911708Z","caller":"traceutil/trace.go:171","msg":"trace[1179687414] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:1737; }","duration":"19.318582696s","start":"2026-04-16T03:14:25.593111Z","end":"2026-04-16T03:14:44.911694Z","steps":["trace[1179687414] 'agreement among raft nodes before linearized reading' (duration: 19.31798385s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:44.911683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.837524795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:14:44.911757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:25.593093Z","time spent":"19.318651717s","remote":"127.0.0.1:56840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-04-16T03:14:44.911758Z","caller":"traceutil/trace.go:171","msg":"trace[683793542] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:1737; }","duration":"22.181600111s","start":"2026-04-16T03:14:22.730131Z","end":"2026-04-16T03:14:44.911731Z","steps":["trace[683793542] 'agreement among raft nodes before linearized reading' (duration: 22.181102898s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:14:44.911775Z","caller":"traceutil/trace.go:171","msg":"trace[1124577237] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:0; response_revision:1737; }","duration":"18.837675219s","start":"2026-04-16T03:14:26.074079Z","end":"2026-04-16T03:14:44.911754Z","steps":["trace[1124577237] 'agreement among raft nodes before linearized reading' (duration: 18.837082003s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:44.911817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:22.730104Z","time spent":"22.181698974s","remote":"127.0.0.1:57092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":30,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:14:44.911829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:26.074057Z","time spent":"18.83776248s","remote":"127.0.0.1:56894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-04-16T03:14:44.911858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"19.848575444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-osd\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:14:44.911882Z","caller":"traceutil/trace.go:171","msg":"trace[314569604] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-osd; range_end:; response_count:0; response_revision:1737; }","duration":"19.848642226s","start":"2026-04-16T03:14:25.063233Z","end":"2026-04-16T03:14:44.911875Z","steps":["trace[314569604] 'agreement among raft nodes before linearized reading' (duration: 19.847956628s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:44.911901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:25.063206Z","time spent":"19.848690097s","remote":"127.0.0.1:56894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-osd\" "} {"level":"warn","ts":"2026-04-16T03:14:44.912004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.618351654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:14:44.912003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.973916332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:14:44.911587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.342836582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:14:44.912028Z","caller":"traceutil/trace.go:171","msg":"trace[1421804737] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:1737; }","duration":"8.618425635s","start":"2026-04-16T03:14:36.293596Z","end":"2026-04-16T03:14:44.912021Z","steps":["trace[1421804737] 'agreement among raft nodes before linearized reading' (duration: 8.618381854s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:14:44.912039Z","caller":"traceutil/trace.go:171","msg":"trace[735399906] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:1737; }","duration":"12.973956213s","start":"2026-04-16T03:14:31.938072Z","end":"2026-04-16T03:14:44.912029Z","steps":["trace[735399906] 'agreement among raft nodes before linearized reading' (duration: 12.973067269s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:44.912049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:36.293569Z","time spent":"8.618474487s","remote":"127.0.0.1:56854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":30,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:14:44.912073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:31.937999Z","time spent":"12.974065335s","remote":"127.0.0.1:57076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:14:44.912171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.071026048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:14:44.912199Z","caller":"traceutil/trace.go:171","msg":"trace[687549411] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:1737; }","duration":"7.071087249s","start":"2026-04-16T03:14:37.841106Z","end":"2026-04-16T03:14:44.912193Z","steps":["trace[687549411] 'agreement among raft nodes before linearized reading' (duration: 7.071036367s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:44.912219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:37.841087Z","time spent":"7.07112628s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":8,"response size":30,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:14:44.911648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.060968889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:14:44.912358Z","caller":"traceutil/trace.go:171","msg":"trace[28868766] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:1737; }","duration":"25.061734649s","start":"2026-04-16T03:14:19.850616Z","end":"2026-04-16T03:14:44.912351Z","steps":["trace[28868766] 'agreement among raft nodes before linearized reading' (duration: 25.060602429s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:44.912389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:19.850586Z","time spent":"25.061795019s","remote":"127.0.0.1:56898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:14:44.912442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.32819374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T03:14:44.91244Z","caller":"traceutil/trace.go:171","msg":"trace[608594849] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1737; }","duration":"2.916781191s","start":"2026-04-16T03:14:41.995623Z","end":"2026-04-16T03:14:44.912404Z","steps":["trace[608594849] 'process raft request' (duration: 2.915361515s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:44.912507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.427117326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:14:44.912475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.405156871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:536"} {"level":"warn","ts":"2026-04-16T03:14:44.912622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:41.995589Z","time spent":"2.916906564s","remote":"127.0.0.1:56728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":89,"response count":0,"response size":4712,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:14:44.912471Z","caller":"traceutil/trace.go:171","msg":"trace[1770176445] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1737; }","duration":"8.328281032s","start":"2026-04-16T03:14:36.584184Z","end":"2026-04-16T03:14:44.912465Z","steps":["trace[1770176445] 'agreement among raft nodes before linearized reading' (duration: 8.328148839s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:44.912691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.400390236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:14:44.912703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.347282759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a6b77eadc2aabc\" ","response":"range_response_count:1 size:860"} {"level":"info","ts":"2026-04-16T03:14:44.912754Z","caller":"traceutil/trace.go:171","msg":"trace[743699485] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1737; }","duration":"1.400480338s","start":"2026-04-16T03:14:43.512257Z","end":"2026-04-16T03:14:44.912738Z","steps":["trace[743699485] 'agreement among raft nodes before linearized reading' (duration: 1.400410796s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:44.912753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.342518928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7378"} {"level":"info","ts":"2026-04-16T03:14:44.912763Z","caller":"traceutil/trace.go:171","msg":"trace[212478411] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18a6b77eadc2aabc; range_end:; response_count:1; response_revision:1737; }","duration":"5.347388971s","start":"2026-04-16T03:14:39.565358Z","end":"2026-04-16T03:14:44.912747Z","steps":["trace[212478411] 'agreement among raft nodes before linearized reading' (duration: 5.347183886s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:14:44.912789Z","caller":"traceutil/trace.go:171","msg":"trace[548587083] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:1737; }","duration":"5.342557219s","start":"2026-04-16T03:14:39.570226Z","end":"2026-04-16T03:14:44.912783Z","steps":["trace[548587083] 'agreement among raft nodes before linearized reading' (duration: 5.342426956s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:14:44.912534Z","caller":"traceutil/trace.go:171","msg":"trace[280185739] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:1737; }","duration":"8.427207599s","start":"2026-04-16T03:14:36.485318Z","end":"2026-04-16T03:14:44.912526Z","steps":["trace[280185739] 'agreement among raft nodes before linearized reading' (duration: 8.427165848s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:44.912813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:39.570163Z","time spent":"5.342645761s","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7401,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-04-16T03:14:44.912809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:39.565339Z","time spent":"5.347459803s","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":883,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a6b77eadc2aabc\" "} {"level":"warn","ts":"2026-04-16T03:14:44.912821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:36.485291Z","time spent":"8.427522096s","remote":"127.0.0.1:57078","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:14:44.912879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.935519841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:687"} {"level":"info","ts":"2026-04-16T03:14:44.912904Z","caller":"traceutil/trace.go:171","msg":"trace[1330028306] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:1737; }","duration":"9.935575932s","start":"2026-04-16T03:14:34.977318Z","end":"2026-04-16T03:14:44.912894Z","steps":["trace[1330028306] 'agreement among raft nodes before linearized reading' (duration: 9.935460929s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:44.912946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:34.977296Z","time spent":"9.935644103s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":710,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-04-16T03:14:44.912762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.357240135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:14:44.912981Z","caller":"traceutil/trace.go:171","msg":"trace[1840755598] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:1737; }","duration":"11.357500111s","start":"2026-04-16T03:14:33.555472Z","end":"2026-04-16T03:14:44.912972Z","steps":["trace[1840755598] 'agreement among raft nodes before linearized reading' (duration: 11.357258955s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:44.913018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:33.555443Z","time spent":"11.357566963s","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":12,"response size":30,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:14:44.912711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:36.584157Z","time spent":"8.328534098s","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":130,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:14:44.912631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.270004517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:11754"} {"level":"warn","ts":"2026-04-16T03:14:44.912788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:43.512236Z","time spent":"1.40054566s","remote":"127.0.0.1:56684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:14:44.913127Z","caller":"traceutil/trace.go:171","msg":"trace[1139664250] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:1737; }","duration":"3.27054673s","start":"2026-04-16T03:14:41.642561Z","end":"2026-04-16T03:14:44.913108Z","steps":["trace[1139664250] 'agreement among raft nodes before linearized reading' (duration: 3.269822792s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:44.913185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:41.642535Z","time spent":"3.270633723s","remote":"127.0.0.1:56854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":11777,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-16T03:14:44.913362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.366942255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:14:44.913386Z","caller":"traceutil/trace.go:171","msg":"trace[1788284498] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:1737; }","duration":"5.367012916s","start":"2026-04-16T03:14:39.546365Z","end":"2026-04-16T03:14:44.913377Z","steps":["trace[1788284498] 'agreement among raft nodes before linearized reading' (duration: 5.366962975s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:44.913404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:39.546342Z","time spent":"5.367056528s","remote":"127.0.0.1:57010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":16,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:14:44.913468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.852140847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:14:44.913527Z","caller":"traceutil/trace.go:171","msg":"trace[912838970] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:1737; }","duration":"11.852234479s","start":"2026-04-16T03:14:33.061268Z","end":"2026-04-16T03:14:44.913502Z","steps":["trace[912838970] 'agreement among raft nodes before linearized reading' (duration: 11.852153097s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:44.913567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:33.061242Z","time spent":"11.852313322s","remote":"127.0.0.1:57112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:14:44.912045Z","caller":"traceutil/trace.go:171","msg":"trace[339846034] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:0; response_revision:1737; }","duration":"12.343336594s","start":"2026-04-16T03:14:32.5687Z","end":"2026-04-16T03:14:44.912037Z","steps":["trace[339846034] 'agreement among raft nodes before linearized reading' (duration: 12.342805251s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:14:44.912633Z","caller":"traceutil/trace.go:171","msg":"trace[1024475857] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:1737; }","duration":"6.405388526s","start":"2026-04-16T03:14:38.507219Z","end":"2026-04-16T03:14:44.912608Z","steps":["trace[1024475857] 'agreement among raft nodes before linearized reading' (duration: 6.404538305s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:44.914365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:32.568679Z","time spent":"12.345675033s","remote":"127.0.0.1:56772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-04-16T03:14:44.914436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:38.507196Z","time spent":"6.407219043s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":559,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-04-16T03:14:44.912265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.20196607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:14:44.914837Z","caller":"traceutil/trace.go:171","msg":"trace[88618404] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1737; }","duration":"16.204574917s","start":"2026-04-16T03:14:28.710233Z","end":"2026-04-16T03:14:44.914808Z","steps":["trace[88618404] 'agreement among raft nodes before linearized reading' (duration: 16.200918074s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:44.914887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:28.7102Z","time spent":"16.204666899s","remote":"127.0.0.1:57182","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":30,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:14:44.915003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.973319745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:14:44.915131Z","caller":"traceutil/trace.go:171","msg":"trace[1961867444] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:1737; }","duration":"21.973492349s","start":"2026-04-16T03:14:22.941604Z","end":"2026-04-16T03:14:44.915096Z","steps":["trace[1961867444] 'agreement among raft nodes before linearized reading' (duration: 21.969562939s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:44.915182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:22.941576Z","time spent":"21.973590952s","remote":"127.0.0.1:56978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":0,"response size":28,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:14:45.416891Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439975428,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:14:45.917917Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439975428,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:14:46.418222Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439975428,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:14:46.918726Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439975428,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:14:46.922062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000693948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:14:46.922172Z","caller":"traceutil/trace.go:171","msg":"trace[665666420] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000854673s","start":"2026-04-16T03:14:44.921294Z","end":"2026-04-16T03:14:46.922148Z","steps":["trace[665666420] 'agreement among raft nodes before linearized reading' (duration: 2.000711279s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:46.922241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:44.921277Z","time spent":"2.000953006s","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:14:47.419379Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439975428,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:14:47.920469Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439975428,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:14:48.42097Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439975428,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:14:48.559175Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.64327353s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:14:48.923554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000660709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:14:48.923645Z","caller":"traceutil/trace.go:171","msg":"trace[2061269991] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000809073s","start":"2026-04-16T03:14:46.922816Z","end":"2026-04-16T03:14:48.923625Z","steps":["trace[2061269991] 'agreement among raft nodes before linearized reading' (duration: 2.00068227s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:48.923697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:46.922797Z","time spent":"2.000890894s","remote":"127.0.0.1:56684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:14:48 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:14:50.931815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999852339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:14:50.931923Z","caller":"traceutil/trace.go:171","msg":"trace[1342887549] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000062004s","start":"2026-04-16T03:14:48.931831Z","end":"2026-04-16T03:14:50.931893Z","steps":["trace[1342887549] 'agreement among raft nodes before linearized reading' (duration: 1.999917801s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:50.931995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:48.931807Z","time spent":"2.000173307s","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:14:50 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:14:51.915943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:44.915788Z","time spent":"7.00014618s","remote":"127.0.0.1:56754","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:14:51.917046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.357610388s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-16T03:14:51.918487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:44.918204Z","time spent":"7.000276064s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-16T03:14:51.920232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:44.919506Z","time spent":"7.000714285s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-16T03:14:51.924073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:44.923005Z","time spent":"7.001065903s","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-16T03:14:52.933498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000496415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:14:52.933609Z","caller":"traceutil/trace.go:171","msg":"trace[2062921935] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000682089s","start":"2026-04-16T03:14:50.932904Z","end":"2026-04-16T03:14:52.933586Z","steps":["trace[2062921935] 'agreement among raft nodes before linearized reading' (duration: 2.000523155s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:52.933665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:50.932889Z","time spent":"2.000764481s","remote":"127.0.0.1:56684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:14:52 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:14:53.21998Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.660507956s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:14:54.248074Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.027788831s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:14:54.816403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000353758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:14:54.816518Z","caller":"traceutil/trace.go:171","msg":"trace[234418569] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000531173s","start":"2026-04-16T03:14:52.81596Z","end":"2026-04-16T03:14:54.816491Z","steps":["trace[234418569] 'agreement among raft nodes before linearized reading' (duration: 2.000386039s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:54.816618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:52.815939Z","time spent":"2.000651906s","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:14:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:14:54.942237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000768039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:14:54.942348Z","caller":"traceutil/trace.go:171","msg":"trace[561555879] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000948023s","start":"2026-04-16T03:14:52.941375Z","end":"2026-04-16T03:14:54.942323Z","steps":["trace[561555879] 'agreement among raft nodes before linearized reading' (duration: 2.00080468s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:54.942419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:52.941349Z","time spent":"2.001058877s","remote":"127.0.0.1:56684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:14:54 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:14:55.886534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.665997849s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-04-16T03:14:55.885662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.623867397s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:14:55.886662Z","caller":"traceutil/trace.go:171","msg":"trace[1081251113] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1737; }","duration":"1.624887982s","start":"2026-04-16T03:14:54.261738Z","end":"2026-04-16T03:14:55.886626Z","steps":["trace[1081251113] 'range keys from in-memory index tree' (duration: 1.623835306s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:14:55.887034Z","caller":"traceutil/trace.go:171","msg":"trace[1443184454] linearizableReadLoop","detail":"{readStateIndex:1885; appliedIndex:1881; }","duration":"10.970871063s","start":"2026-04-16T03:14:44.91614Z","end":"2026-04-16T03:14:55.887011Z","steps":["trace[1443184454] 'read index received' (duration: 3.643315891s)","trace[1443184454] 'applied index is now lower than readState.Index' (duration: 7.327553562s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:14:55.887413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:51.922121Z","time spent":"3.965288136s","remote":"127.0.0.1:56754","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:14:55.887774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.971602982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.169\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:14:55.887846Z","caller":"traceutil/trace.go:171","msg":"trace[1257720901] range","detail":"{range_begin:/registry/masterleases/199.204.45.169; range_end:; response_count:0; response_revision:1740; }","duration":"10.971728435s","start":"2026-04-16T03:14:44.9161Z","end":"2026-04-16T03:14:55.887829Z","steps":["trace[1257720901] 'agreement among raft nodes before linearized reading' (duration: 10.970983617s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:55.887892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:44.916046Z","time spent":"10.971835208s","remote":"127.0.0.1:56702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/masterleases/199.204.45.169\" "} {"level":"warn","ts":"2026-04-16T03:14:55.888654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.07712802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/neutron-coredns\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:14:55.888647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.857724371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:14:55.888548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.970882173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-mgr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:14:55.888713Z","caller":"traceutil/trace.go:171","msg":"trace[195203981] range","detail":"{range_begin:/registry/configmaps/openstack/neutron-coredns; range_end:; response_count:0; response_revision:1740; }","duration":"6.077232403s","start":"2026-04-16T03:14:49.811465Z","end":"2026-04-16T03:14:55.888697Z","steps":["trace[195203981] 'agreement among raft nodes before linearized reading' (duration: 6.07713752s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:55.888698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.220469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:14:55.888768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:49.811437Z","time spent":"6.077320975s","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/configmaps/openstack/neutron-coredns\" "} {"level":"warn","ts":"2026-04-16T03:14:55.888762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.396889222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:14:55.88873Z","caller":"traceutil/trace.go:171","msg":"trace[65411793] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/goldpinger; range_end:; response_count:0; response_revision:1740; }","duration":"3.857859824s","start":"2026-04-16T03:14:52.030849Z","end":"2026-04-16T03:14:55.888709Z","steps":["trace[65411793] 'agreement among raft nodes before linearized reading' (duration: 3.857669779s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:55.888838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"937.713789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:14:55.888848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:52.030825Z","time spent":"3.858013868s","remote":"127.0.0.1:56894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" "} {"level":"info","ts":"2026-04-16T03:14:55.888877Z","caller":"traceutil/trace.go:171","msg":"trace[320542008] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1740; }","duration":"937.797181ms","start":"2026-04-16T03:14:54.95107Z","end":"2026-04-16T03:14:55.888867Z","steps":["trace[320542008] 'agreement among raft nodes before linearized reading' (duration: 937.74748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:55.888888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.002878773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:14:55.888898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.14907762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:14:55.888925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:54.95104Z","time spent":"937.875923ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:14:55.888853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.962480714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-g259p\" ","response":"range_response_count:1 size:4933"} {"level":"info","ts":"2026-04-16T03:14:55.888935Z","caller":"traceutil/trace.go:171","msg":"trace[1798646827] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1740; }","duration":"2.002964175s","start":"2026-04-16T03:14:53.885953Z","end":"2026-04-16T03:14:55.888917Z","steps":["trace[1798646827] 'agreement among raft nodes before linearized reading' (duration: 2.002881703s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:14:55.888959Z","caller":"traceutil/trace.go:171","msg":"trace[1992200463] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx; range_end:; response_count:0; response_revision:1740; }","duration":"9.149180623s","start":"2026-04-16T03:14:46.739766Z","end":"2026-04-16T03:14:55.888946Z","steps":["trace[1992200463] 'agreement among raft nodes before linearized reading' (duration: 9.149101231s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:55.888647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.969875728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:14:55.889017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:46.73973Z","time spent":"9.149270864s","remote":"127.0.0.1:56894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" "} {"level":"warn","ts":"2026-04-16T03:14:55.88902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:53.885924Z","time spent":"2.003079728s","remote":"127.0.0.1:57106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:14:55.889009Z","caller":"traceutil/trace.go:171","msg":"trace[1937102553] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-g259p; range_end:; response_count:1; response_revision:1740; }","duration":"3.962652199s","start":"2026-04-16T03:14:51.926318Z","end":"2026-04-16T03:14:55.88897Z","steps":["trace[1937102553] 'agreement among raft nodes before linearized reading' (duration: 3.96228883s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:14:55.88905Z","caller":"traceutil/trace.go:171","msg":"trace[1828469908] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1740; }","duration":"3.966305131s","start":"2026-04-16T03:14:51.922733Z","end":"2026-04-16T03:14:55.889038Z","steps":["trace[1828469908] 'process raft request' (duration: 3.964605639s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:14:55.888837Z","caller":"traceutil/trace.go:171","msg":"trace[1732546844] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:1740; }","duration":"6.397004825s","start":"2026-04-16T03:14:49.491814Z","end":"2026-04-16T03:14:55.888819Z","steps":["trace[1732546844] 'agreement among raft nodes before linearized reading' (duration: 6.396902292s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:55.889092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:51.926309Z","time spent":"3.962769271s","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":4956,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-g259p\" "} {"level":"warn","ts":"2026-04-16T03:14:55.889141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:51.922713Z","time spent":"3.966360423s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":721,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:14:55.88879Z","caller":"traceutil/trace.go:171","msg":"trace[1041966262] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:1740; }","duration":"716.384153ms","start":"2026-04-16T03:14:55.172386Z","end":"2026-04-16T03:14:55.88877Z","steps":["trace[1041966262] 'agreement among raft nodes before linearized reading' (duration: 716.161947ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:14:55.88919Z","caller":"traceutil/trace.go:171","msg":"trace[932704765] transaction","detail":"{read_only:false; number_of_response:1; response_revision:1740; }","duration":"3.963684416s","start":"2026-04-16T03:14:51.925491Z","end":"2026-04-16T03:14:55.889175Z","steps":["trace[932704765] 'process raft request' (duration: 3.962586888s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:55.8892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:55.172354Z","time spent":"716.830174ms","remote":"127.0.0.1:56816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:14:55.889194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.452015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:14:55.889203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:49.491791Z","time spent":"6.397325152s","remote":"127.0.0.1:56822","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":28,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:14:55.889267Z","caller":"traceutil/trace.go:171","msg":"trace[766937098] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:1740; }","duration":"680.575077ms","start":"2026-04-16T03:14:55.208669Z","end":"2026-04-16T03:14:55.889244Z","steps":["trace[766937098] 'agreement among raft nodes before linearized reading' (duration: 680.454734ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:14:55.888772Z","caller":"traceutil/trace.go:171","msg":"trace[462300837] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-mgr; range_end:; response_count:0; response_revision:1740; }","duration":"10.97115737s","start":"2026-04-16T03:14:44.917585Z","end":"2026-04-16T03:14:55.888743Z","steps":["trace[462300837] 'agreement among raft nodes before linearized reading' (duration: 10.970716869s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:55.889335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:55.208639Z","time spent":"680.67962ms","remote":"127.0.0.1:37400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:14:55.888658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.81943928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:14:55.889394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:44.917562Z","time spent":"10.971792636s","remote":"127.0.0.1:56894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-mgr\" "} {"level":"info","ts":"2026-04-16T03:14:55.889057Z","caller":"traceutil/trace.go:171","msg":"trace[489112083] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:0; response_revision:1740; }","duration":"10.970306529s","start":"2026-04-16T03:14:44.918728Z","end":"2026-04-16T03:14:55.889035Z","steps":["trace[489112083] 'agreement among raft nodes before linearized reading' (duration: 10.969825017s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:55.889568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:44.918718Z","time spent":"10.970819212s","remote":"127.0.0.1:56894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" "} {"level":"info","ts":"2026-04-16T03:14:55.889429Z","caller":"traceutil/trace.go:171","msg":"trace[1427732324] range","detail":"{range_begin:/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache; range_end:; response_count:0; response_revision:1740; }","duration":"8.820270501s","start":"2026-04-16T03:14:47.069141Z","end":"2026-04-16T03:14:55.889411Z","steps":["trace[1427732324] 'agreement among raft nodes before linearized reading' (duration: 8.819391189s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:55.889642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:47.069119Z","time spent":"8.820504356s","remote":"127.0.0.1:57000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-chunks-cache\" "} {"level":"warn","ts":"2026-04-16T03:14:55.889055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.720869582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-16T03:14:55.889713Z","caller":"traceutil/trace.go:171","msg":"trace[1928551163] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:1740; }","duration":"9.721853847s","start":"2026-04-16T03:14:46.167847Z","end":"2026-04-16T03:14:55.889701Z","steps":["trace[1928551163] 'agreement among raft nodes before linearized reading' (duration: 9.720691288s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:55.88984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:46.167822Z","time spent":"9.72200411s","remote":"127.0.0.1:57176","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":130,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:14:55.889286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:51.925471Z","time spent":"3.963763217s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":570,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:14:55.888794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"921.087399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:14:55.890105Z","caller":"traceutil/trace.go:171","msg":"trace[355273743] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:1740; }","duration":"922.404503ms","start":"2026-04-16T03:14:54.967675Z","end":"2026-04-16T03:14:55.890079Z","steps":["trace[355273743] 'agreement among raft nodes before linearized reading' (duration: 921.087489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:55.890141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:54.967664Z","time spent":"922.466734ms","remote":"127.0.0.1:56908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:14:57.891109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000408411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:14:57.891198Z","caller":"traceutil/trace.go:171","msg":"trace[477323719] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000555385s","start":"2026-04-16T03:14:55.890623Z","end":"2026-04-16T03:14:57.891178Z","steps":["trace[477323719] 'agreement among raft nodes before linearized reading' (duration: 2.000440582s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:57.891249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:55.890601Z","time spent":"2.000638747s","remote":"127.0.0.1:56684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:14:57 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:14:59.602616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.585964701s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:14:59.602766Z","caller":"traceutil/trace.go:171","msg":"trace[1715395449] linearizableReadLoop","detail":"{readStateIndex:1889; appliedIndex:1888; }","duration":"3.712074204s","start":"2026-04-16T03:14:55.890669Z","end":"2026-04-16T03:14:59.602743Z","steps":["trace[1715395449] 'read index received' (duration: 125.942689ms)","trace[1715395449] 'applied index is now lower than readState.Index' (duration: 3.586128845s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:14:59.602848Z","caller":"traceutil/trace.go:171","msg":"trace[1999502863] transaction","detail":"{read_only:false; response_revision:1741; number_of_response:1; }","duration":"3.713803239s","start":"2026-04-16T03:14:55.889033Z","end":"2026-04-16T03:14:59.602836Z","steps":["trace[1999502863] 'process raft request' (duration: 127.50759ms)","trace[1999502863] 'compare' (duration: 3.585397576s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:14:59.602929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:55.889Z","time spent":"3.713894231s","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1129,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:14:59.900507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000703408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:14:59.900671Z","caller":"traceutil/trace.go:171","msg":"trace[1082800773] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000940274s","start":"2026-04-16T03:14:57.899684Z","end":"2026-04-16T03:14:59.900624Z","steps":["trace[1082800773] 'agreement among raft nodes before linearized reading' (duration: 2.000740499s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:14:59.900727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:57.899658Z","time spent":"2.001056616s","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:14:59 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:15:00.103561Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439975444,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:15:00.457521Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.440869567s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:15:01.852986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.395161849s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-16T03:15:01.85349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:55.890744Z","time spent":"5.962700933s","remote":"127.0.0.1:56702","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-16T03:15:01.853619Z","caller":"traceutil/trace.go:171","msg":"trace[1553335531] linearizableReadLoop","detail":"{readStateIndex:1891; appliedIndex:1889; }","duration":"2.250799463s","start":"2026-04-16T03:14:59.602793Z","end":"2026-04-16T03:15:01.853593Z","steps":["trace[1553335531] 'read index received' (duration: 854.927816ms)","trace[1553335531] 'applied index is now lower than readState.Index' (duration: 1.395870277s)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:15:01.853939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.960606551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-results-cache\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:15:01.853969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.960011756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:15:01.854029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.960810866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/neutron-coredns\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:15:01.854232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.658046764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:15:01.854228Z","caller":"traceutil/trace.go:171","msg":"trace[1819933942] range","detail":"{range_begin:/registry/poddisruptionbudgets/monitoring/loki-memcached-results-cache; range_end:; response_count:0; response_revision:1742; }","duration":"5.960740464s","start":"2026-04-16T03:14:55.893271Z","end":"2026-04-16T03:15:01.854011Z","steps":["trace[1819933942] 'agreement among raft nodes before linearized reading' (duration: 5.96057661s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:01.854241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.226947233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:15:01.854246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.221321342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:15:01.854272Z","caller":"traceutil/trace.go:171","msg":"trace[668812040] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:1742; }","duration":"4.658136166s","start":"2026-04-16T03:14:57.196122Z","end":"2026-04-16T03:15:01.854258Z","steps":["trace[668812040] 'agreement among raft nodes before linearized reading' (duration: 4.657883829s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:01.85428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.661227483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:15:01.854334Z","caller":"traceutil/trace.go:171","msg":"trace[245684378] transaction","detail":"{read_only:false; response_revision:1742; number_of_response:1; }","duration":"5.954719743s","start":"2026-04-16T03:14:55.899598Z","end":"2026-04-16T03:15:01.854318Z","steps":["trace[245684378] 'process raft request' (duration: 5.953515322s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:01.854349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164048386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:15:01.854338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.953227184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:01.854403Z","caller":"traceutil/trace.go:171","msg":"trace[1741980809] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1742; }","duration":"1.953333027s","start":"2026-04-16T03:14:59.90106Z","end":"2026-04-16T03:15:01.854393Z","steps":["trace[1741980809] 'agreement among raft nodes before linearized reading' (duration: 1.953253115s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:01.854401Z","caller":"traceutil/trace.go:171","msg":"trace[1543083680] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:1742; }","duration":"1.164141479s","start":"2026-04-16T03:15:00.690245Z","end":"2026-04-16T03:15:01.854387Z","steps":["trace[1543083680] 'agreement among raft nodes before linearized reading' (duration: 1.163992555s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:01.854029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.918954077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:15:01.854399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.246902155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18a6b79a9e46537b\" ","response":"range_response_count:1 size:771"} {"level":"warn","ts":"2026-04-16T03:15:01.854436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:59.901004Z","time spent":"1.95342542s","remote":"127.0.0.1:56684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:15:01.854444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:00.690225Z","time spent":"1.16420988s","remote":"127.0.0.1:57022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":69,"response size":30,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:15:01.854447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.960337975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:536"} {"level":"warn","ts":"2026-04-16T03:15:01.854343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:57.196097Z","time spent":"4.658225149s","remote":"127.0.0.1:57096","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":30,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:15:01.854477Z","caller":"traceutil/trace.go:171","msg":"trace[1789860021] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18a6b79a9e46537b; range_end:; response_count:1; response_revision:1742; }","duration":"2.247041648s","start":"2026-04-16T03:14:59.607406Z","end":"2026-04-16T03:15:01.854448Z","steps":["trace[1789860021] 'agreement among raft nodes before linearized reading' (duration: 2.246597866s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:01.854483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:55.899572Z","time spent":"5.954823496s","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5278,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:15:01.85434Z","caller":"traceutil/trace.go:171","msg":"trace[226267367] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:1742; }","duration":"3.661350616s","start":"2026-04-16T03:14:58.192973Z","end":"2026-04-16T03:15:01.854323Z","steps":["trace[226267367] 'agreement among raft nodes before linearized reading' (duration: 3.661051959s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:01.854538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:59.607383Z","time spent":"2.247141971s","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":794,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18a6b79a9e46537b\" "} {"level":"warn","ts":"2026-04-16T03:15:01.854289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:55.893254Z","time spent":"5.961021972s","remote":"127.0.0.1:57000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":28,"request content":"key:\"/registry/poddisruptionbudgets/monitoring/loki-memcached-results-cache\" "} {"level":"warn","ts":"2026-04-16T03:15:01.854568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:58.192947Z","time spent":"3.661605253s","remote":"127.0.0.1:57018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":16,"response size":30,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:15:01.85396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.960258892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:01.854732Z","caller":"traceutil/trace.go:171","msg":"trace[1110880990] range","detail":"{range_begin:/registry/serviceaccounts/openstack/memcached-memcached; range_end:; response_count:0; response_revision:1742; }","duration":"3.919444221s","start":"2026-04-16T03:14:57.934994Z","end":"2026-04-16T03:15:01.854438Z","steps":["trace[1110880990] 'agreement among raft nodes before linearized reading' (duration: 3.918977318s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:01.854261Z","caller":"traceutil/trace.go:171","msg":"trace[1230964187] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:0; response_revision:1742; }","duration":"5.960337555s","start":"2026-04-16T03:14:55.893896Z","end":"2026-04-16T03:15:01.854233Z","steps":["trace[1230964187] 'agreement among raft nodes before linearized reading' (duration: 5.959956464s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:01.854751Z","caller":"traceutil/trace.go:171","msg":"trace[628607247] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend; range_end:; response_count:0; response_revision:1742; }","duration":"5.961028003s","start":"2026-04-16T03:14:55.89368Z","end":"2026-04-16T03:15:01.854708Z","steps":["trace[628607247] 'agreement among raft nodes before linearized reading' (duration: 5.960220102s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:01.854935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:55.893661Z","time spent":"5.961253008s","remote":"127.0.0.1:56894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend\" "} {"level":"warn","ts":"2026-04-16T03:15:01.854816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:57.934961Z","time spent":"3.919840591s","remote":"127.0.0.1:56894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" "} {"level":"info","ts":"2026-04-16T03:15:01.854484Z","caller":"traceutil/trace.go:171","msg":"trace[1332281187] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:1742; }","duration":"5.960386086s","start":"2026-04-16T03:14:55.894087Z","end":"2026-04-16T03:15:01.854473Z","steps":["trace[1332281187] 'agreement among raft nodes before linearized reading' (duration: 5.960207121s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:01.855135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:55.894081Z","time spent":"5.960996152s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":559,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"warn","ts":"2026-04-16T03:15:01.854859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:55.893887Z","time spent":"5.96096361s","remote":"127.0.0.1:56894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" "} {"level":"info","ts":"2026-04-16T03:15:01.854269Z","caller":"traceutil/trace.go:171","msg":"trace[920281420] range","detail":"{range_begin:/registry/clusterroles/neutron-coredns; range_end:; response_count:0; response_revision:1742; }","duration":"5.961070683s","start":"2026-04-16T03:14:55.893175Z","end":"2026-04-16T03:15:01.854245Z","steps":["trace[920281420] 'agreement among raft nodes before linearized reading' (duration: 5.960823116s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:01.855293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:55.893157Z","time spent":"5.96211505s","remote":"127.0.0.1:57022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles/neutron-coredns\" "} {"level":"info","ts":"2026-04-16T03:15:01.854287Z","caller":"traceutil/trace.go:171","msg":"trace[329193846] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1742; }","duration":"1.227043266s","start":"2026-04-16T03:15:00.627229Z","end":"2026-04-16T03:15:01.854273Z","steps":["trace[329193846] 'agreement among raft nodes before linearized reading' (duration: 1.226778838s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:01.85491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.713739689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:15:01.85544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:00.627201Z","time spent":"1.228212604s","remote":"127.0.0.1:56840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":3,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:15:01.85394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.960314144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-cmd-reporter\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:01.855527Z","caller":"traceutil/trace.go:171","msg":"trace[1471574533] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-cmd-reporter; range_end:; response_count:0; response_revision:1742; }","duration":"5.961936544s","start":"2026-04-16T03:14:55.893572Z","end":"2026-04-16T03:15:01.855509Z","steps":["trace[1471574533] 'agreement among raft nodes before linearized reading' (duration: 5.960282812s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:01.855603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:55.893563Z","time spent":"5.962017926s","remote":"127.0.0.1:56894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-cmd-reporter\" "} {"level":"warn","ts":"2026-04-16T03:15:01.85396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.960731884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/goldpinger-zap\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:01.855434Z","caller":"traceutil/trace.go:171","msg":"trace[1207872809] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:1742; }","duration":"3.714647241s","start":"2026-04-16T03:14:58.140767Z","end":"2026-04-16T03:15:01.855415Z","steps":["trace[1207872809] 'agreement among raft nodes before linearized reading' (duration: 3.713696508s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:01.855688Z","caller":"traceutil/trace.go:171","msg":"trace[626575874] range","detail":"{range_begin:/registry/configmaps/monitoring/goldpinger-zap; range_end:; response_count:0; response_revision:1742; }","duration":"5.96251795s","start":"2026-04-16T03:14:55.893153Z","end":"2026-04-16T03:15:01.855671Z","steps":["trace[626575874] 'agreement among raft nodes before linearized reading' (duration: 5.960707594s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:01.854304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.960704894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:687"} {"level":"warn","ts":"2026-04-16T03:15:01.855739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:55.893138Z","time spent":"5.962588091s","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/configmaps/monitoring/goldpinger-zap\" "} {"level":"info","ts":"2026-04-16T03:15:01.855778Z","caller":"traceutil/trace.go:171","msg":"trace[988296594] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:1742; }","duration":"5.962213632s","start":"2026-04-16T03:14:55.893549Z","end":"2026-04-16T03:15:01.855763Z","steps":["trace[988296594] 'agreement among raft nodes before linearized reading' (duration: 5.960330194s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:01.855833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:55.893543Z","time spent":"5.962275583s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":710,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"info","ts":"2026-04-16T03:15:01.85434Z","caller":"traceutil/trace.go:171","msg":"trace[126078201] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:1742; }","duration":"5.221453625s","start":"2026-04-16T03:14:56.632849Z","end":"2026-04-16T03:15:01.854302Z","steps":["trace[126078201] 'agreement among raft nodes before linearized reading' (duration: 5.221145776s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:01.855931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:56.632819Z","time spent":"5.223091615s","remote":"127.0.0.1:37378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":4,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:15:01.855739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:14:58.140738Z","time spent":"3.71497786s","remote":"127.0.0.1:57120","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":2,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:15:02.358511Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439975446,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:15:02.859645Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439975446,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:15:03.360163Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439975446,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:15:03.860988Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439975446,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:15:03.863272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000133824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:15:03.863416Z","caller":"traceutil/trace.go:171","msg":"trace[140354848] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000300648s","start":"2026-04-16T03:15:01.86307Z","end":"2026-04-16T03:15:03.86337Z","steps":["trace[140354848] 'agreement among raft nodes before linearized reading' (duration: 2.000142044s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:03.86353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:01.863061Z","time spent":"2.000433161s","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:15:04.106494Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.251038117s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:15:05.86468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000152106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:15:05.864803Z","caller":"traceutil/trace.go:171","msg":"trace[1775234063] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0003433s","start":"2026-04-16T03:15:03.864437Z","end":"2026-04-16T03:15:05.86478Z","steps":["trace[1775234063] 'agreement among raft nodes before linearized reading' (duration: 2.000192506s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:05.864862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:03.864416Z","time spent":"2.000435282s","remote":"127.0.0.1:56684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:15:07.620832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000210375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-16T03:15:07.62103Z","caller":"traceutil/trace.go:171","msg":"trace[1657796700] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000497142s","start":"2026-04-16T03:15:05.620509Z","end":"2026-04-16T03:15:07.621006Z","steps":["trace[1657796700] 'agreement among raft nodes before linearized reading' (duration: 2.000250216s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:07.621091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:05.620484Z","time spent":"2.000590675s","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:15:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:15:07.874308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000483233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-16T03:15:07.874399Z","caller":"traceutil/trace.go:171","msg":"trace[1322249815] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000632387s","start":"2026-04-16T03:15:05.873746Z","end":"2026-04-16T03:15:07.874378Z","steps":["trace[1322249815] 'agreement among raft nodes before linearized reading' (duration: 2.000517894s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:07.874449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:05.873726Z","time spent":"2.000713618s","remote":"127.0.0.1:56684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/16 03:15:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-16T03:15:08.408628Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.961833626s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-16T03:15:08.410463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:06.72776Z","time spent":"1.682692942s","remote":"127.0.0.1:37072","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-16T03:15:08.410777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.14847315s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:08.41093Z","caller":"traceutil/trace.go:171","msg":"trace[144601818] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1742; }","duration":"4.148653234s","start":"2026-04-16T03:15:04.262253Z","end":"2026-04-16T03:15:08.410906Z","steps":["trace[144601818] 'range keys from in-memory index tree' (duration: 4.148445819s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:08.412703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.30574089s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:15:08.413027Z","caller":"traceutil/trace.go:171","msg":"trace[1832490940] linearizableReadLoop","detail":"{readStateIndex:1895; appliedIndex:1891; }","duration":"6.554585051s","start":"2026-04-16T03:15:01.858421Z","end":"2026-04-16T03:15:08.413006Z","steps":["trace[1832490940] 'read index received' (duration: 2.24840296s)","trace[1832490940] 'applied index is now lower than readState.Index' (duration: 4.306180831s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:15:08.413083Z","caller":"traceutil/trace.go:171","msg":"trace[707632898] transaction","detail":"{read_only:false; response_revision:1743; number_of_response:1; }","duration":"6.55772324s","start":"2026-04-16T03:15:01.855327Z","end":"2026-04-16T03:15:08.41305Z","steps":["trace[707632898] 'process raft request' (duration: 2.251462257s)","trace[707632898] 'compare' (duration: 4.304469197s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:15:08.413092Z","caller":"traceutil/trace.go:171","msg":"trace[745645838] transaction","detail":"{read_only:false; response_revision:1745; number_of_response:1; }","duration":"6.552391075s","start":"2026-04-16T03:15:01.860671Z","end":"2026-04-16T03:15:08.413062Z","steps":["trace[745645838] 'process raft request' (duration: 6.552247712s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:08.413094Z","caller":"traceutil/trace.go:171","msg":"trace[470023453] transaction","detail":"{read_only:false; response_revision:1746; number_of_response:1; }","duration":"6.551675067s","start":"2026-04-16T03:15:01.861384Z","end":"2026-04-16T03:15:08.413059Z","steps":["trace[470023453] 'process raft request' (duration: 6.551582955s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:08.413095Z","caller":"traceutil/trace.go:171","msg":"trace[683408861] transaction","detail":"{read_only:false; response_revision:1744; number_of_response:1; }","duration":"6.554780476s","start":"2026-04-16T03:15:01.858266Z","end":"2026-04-16T03:15:08.413046Z","steps":["trace[683408861] 'process raft request' (duration: 6.55456738s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:08.41321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.553096773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/goldpinger-clusterrole\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:15:08.413226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:01.855303Z","time spent":"6.557837153s","remote":"127.0.0.1:56702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:15:08.413224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.105301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:15:08.413214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:01.86065Z","time spent":"6.552503698s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:15:08.413251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.552144769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/cert-manager/cert-manager-webhook\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:08.413284Z","caller":"traceutil/trace.go:171","msg":"trace[1605930885] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1746; }","duration":"530.235244ms","start":"2026-04-16T03:15:07.883032Z","end":"2026-04-16T03:15:08.413267Z","steps":["trace[1605930885] 'agreement among raft nodes before linearized reading' (duration: 530.111241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:08.41325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:01.861329Z","time spent":"6.551832582s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:15:08.413309Z","caller":"traceutil/trace.go:171","msg":"trace[1761129838] range","detail":"{range_begin:/registry/configmaps/cert-manager/cert-manager-webhook; range_end:; response_count:0; response_revision:1746; }","duration":"6.552257472s","start":"2026-04-16T03:15:01.861036Z","end":"2026-04-16T03:15:08.413293Z","steps":["trace[1761129838] 'agreement among raft nodes before linearized reading' (duration: 6.552096208s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:08.413328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.553136704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/neutron-coredns\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:15:08.413327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:01.858235Z","time spent":"6.554966671s","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":756,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:15:08.413346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:07.883006Z","time spent":"530.326356ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:15:08.413367Z","caller":"traceutil/trace.go:171","msg":"trace[1124030343] range","detail":"{range_begin:/registry/clusterrolebindings/neutron-coredns; range_end:; response_count:0; response_revision:1746; }","duration":"6.553189326s","start":"2026-04-16T03:15:01.86017Z","end":"2026-04-16T03:15:08.413359Z","steps":["trace[1124030343] 'agreement among raft nodes before linearized reading' (duration: 6.553139244s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:08.413375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:01.861008Z","time spent":"6.552349364s","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/configmaps/cert-manager/cert-manager-webhook\" "} {"level":"warn","ts":"2026-04-16T03:15:08.413385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.553053642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/ingress-nginx/ingress-nginx-tcp\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:08.413456Z","caller":"traceutil/trace.go:171","msg":"trace[1601618034] range","detail":"{range_begin:/registry/configmaps/ingress-nginx/ingress-nginx-tcp; range_end:; response_count:0; response_revision:1746; }","duration":"6.553157555s","start":"2026-04-16T03:15:01.860283Z","end":"2026-04-16T03:15:08.413441Z","steps":["trace[1601618034] 'agreement among raft nodes before linearized reading' (duration: 6.553054122s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:08.413502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:01.860264Z","time spent":"6.553229056s","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":28,"request content":"key:\"/registry/configmaps/ingress-nginx/ingress-nginx-tcp\" "} {"level":"info","ts":"2026-04-16T03:15:08.413248Z","caller":"traceutil/trace.go:171","msg":"trace[1309245497] range","detail":"{range_begin:/registry/clusterroles/goldpinger-clusterrole; range_end:; response_count:0; response_revision:1746; }","duration":"6.553170624s","start":"2026-04-16T03:15:01.860067Z","end":"2026-04-16T03:15:08.413238Z","steps":["trace[1309245497] 'agreement among raft nodes before linearized reading' (duration: 6.553068242s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:08.413563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:01.860051Z","time spent":"6.553494582s","remote":"127.0.0.1:57022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles/goldpinger-clusterrole\" "} {"level":"warn","ts":"2026-04-16T03:15:08.413291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.553085773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-purge-osd\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:08.413664Z","caller":"traceutil/trace.go:171","msg":"trace[1011591992] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-purge-osd; range_end:; response_count:0; response_revision:1746; }","duration":"6.553481693s","start":"2026-04-16T03:15:01.860168Z","end":"2026-04-16T03:15:08.41365Z","steps":["trace[1011591992] 'agreement among raft nodes before linearized reading' (duration: 6.553098523s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:08.413707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:01.860149Z","time spent":"6.553544504s","remote":"127.0.0.1:56894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-purge-osd\" "} {"level":"warn","ts":"2026-04-16T03:15:08.41321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.554770955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:08.413856Z","caller":"traceutil/trace.go:171","msg":"trace[1930238028] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:0; response_revision:1746; }","duration":"6.555443382s","start":"2026-04-16T03:15:01.858384Z","end":"2026-04-16T03:15:08.413828Z","steps":["trace[1930238028] 'agreement among raft nodes before linearized reading' (duration: 6.554701744s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:08.413995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:01.858373Z","time spent":"6.555587716s","remote":"127.0.0.1:56894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/monitoring/loki\" "} {"level":"warn","ts":"2026-04-16T03:15:08.413335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.146263494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:15:08.414191Z","caller":"traceutil/trace.go:171","msg":"trace[1359182093] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:1746; }","duration":"5.147165797s","start":"2026-04-16T03:15:03.266961Z","end":"2026-04-16T03:15:08.414127Z","steps":["trace[1359182093] 'agreement among raft nodes before linearized reading' (duration: 5.146212023s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:08.413378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.552799735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/memcached-memcached-bin\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:15:08.41427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:03.266938Z","time spent":"5.14730793s","remote":"127.0.0.1:57144","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":2,"response size":30,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:15:08.414286Z","caller":"traceutil/trace.go:171","msg":"trace[1851237744] range","detail":"{range_begin:/registry/configmaps/openstack/memcached-memcached-bin; range_end:; response_count:0; response_revision:1746; }","duration":"6.553746179s","start":"2026-04-16T03:15:01.860505Z","end":"2026-04-16T03:15:08.414251Z","steps":["trace[1851237744] 'agreement among raft nodes before linearized reading' (duration: 6.552808075s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:08.413389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.553094973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4703"} {"level":"warn","ts":"2026-04-16T03:15:08.414348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:01.860465Z","time spent":"6.553866682s","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":28,"request content":"key:\"/registry/configmaps/openstack/memcached-memcached-bin\" "} {"level":"info","ts":"2026-04-16T03:15:08.414377Z","caller":"traceutil/trace.go:171","msg":"trace[1016821200] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:1746; }","duration":"6.554104528s","start":"2026-04-16T03:15:01.860259Z","end":"2026-04-16T03:15:08.414363Z","steps":["trace[1016821200] 'agreement among raft nodes before linearized reading' (duration: 6.552937598s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:08.414426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:01.860253Z","time spent":"6.554160309s","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4726,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-04-16T03:15:08.413403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:01.860159Z","time spent":"6.553237696s","remote":"127.0.0.1:57032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":28,"request content":"key:\"/registry/clusterrolebindings/neutron-coredns\" "} {"level":"warn","ts":"2026-04-16T03:15:09.505683Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.02999048s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:15:09.506247Z","caller":"traceutil/trace.go:171","msg":"trace[1666136556] linearizableReadLoop","detail":"{readStateIndex:1896; appliedIndex:1895; }","duration":"1.085599923s","start":"2026-04-16T03:15:08.420616Z","end":"2026-04-16T03:15:09.506216Z","steps":["trace[1666136556] 'read index received' (duration: 240.996µs)","trace[1666136556] 'applied index is now lower than readState.Index' (duration: 1.085357667s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:15:09.506304Z","caller":"traceutil/trace.go:171","msg":"trace[963925191] transaction","detail":"{read_only:false; response_revision:1747; number_of_response:1; }","duration":"1.085728416s","start":"2026-04-16T03:15:08.420531Z","end":"2026-04-16T03:15:09.506259Z","steps":["trace[963925191] 'process raft request' (duration: 1.085466099s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:09.506467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085814878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.cert-manager.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:09.506559Z","caller":"traceutil/trace.go:171","msg":"trace[380883551] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.cert-manager.io; range_end:; response_count:0; response_revision:1747; }","duration":"1.08593694s","start":"2026-04-16T03:15:08.420596Z","end":"2026-04-16T03:15:09.506533Z","steps":["trace[380883551] 'agreement among raft nodes before linearized reading' (duration: 1.085740396s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:09.506572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:08.420515Z","time spent":"1.085874349s","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":799,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:15:09.506609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:08.420557Z","time spent":"1.086040813s","remote":"127.0.0.1:56728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.cert-manager.io\" "} {"level":"info","ts":"2026-04-16T03:15:09.888116Z","caller":"traceutil/trace.go:171","msg":"trace[881796956] linearizableReadLoop","detail":"{readStateIndex:1897; appliedIndex:1896; }","duration":"381.742654ms","start":"2026-04-16T03:15:09.506335Z","end":"2026-04-16T03:15:09.888078Z","steps":["trace[881796956] 'read index received' (duration: 381.477777ms)","trace[881796956] 'applied index is now lower than readState.Index' (duration: 263.387µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:15:09.888252Z","caller":"traceutil/trace.go:171","msg":"trace[646955632] transaction","detail":"{read_only:false; response_revision:1748; number_of_response:1; }","duration":"1.464655959s","start":"2026-04-16T03:15:08.423546Z","end":"2026-04-16T03:15:09.888202Z","steps":["trace[646955632] 'process raft request' (duration: 1.4643085s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:09.888302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.465631455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/neutron-coredns\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:15:09.888327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.46626326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/ingress-nginx\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:09.888552Z","caller":"traceutil/trace.go:171","msg":"trace[1704641352] range","detail":"{range_begin:/registry/services/specs/openstack/neutron-coredns; range_end:; response_count:0; response_revision:1748; }","duration":"1.465733657s","start":"2026-04-16T03:15:08.422617Z","end":"2026-04-16T03:15:09.88835Z","steps":["trace[1704641352] 'agreement among raft nodes before linearized reading' (duration: 1.465532522s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:09.888555Z","caller":"traceutil/trace.go:171","msg":"trace[2134322371] range","detail":"{range_begin:/registry/clusterroles/ingress-nginx; range_end:; response_count:0; response_revision:1748; }","duration":"1.466335132s","start":"2026-04-16T03:15:08.42202Z","end":"2026-04-16T03:15:09.888355Z","steps":["trace[2134322371] 'agreement among raft nodes before linearized reading' (duration: 1.466235569s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:09.888644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:08.422608Z","time spent":"1.466022775s","remote":"127.0.0.1:56886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/openstack/neutron-coredns\" "} {"level":"warn","ts":"2026-04-16T03:15:09.888703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:08.423533Z","time spent":"1.464804382s","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4688,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:15:09.888798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468058385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/loki-alerting-rules\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:09.888842Z","caller":"traceutil/trace.go:171","msg":"trace[745435894] range","detail":"{range_begin:/registry/configmaps/monitoring/loki-alerting-rules; range_end:; response_count:0; response_revision:1748; }","duration":"1.468157188s","start":"2026-04-16T03:15:08.420672Z","end":"2026-04-16T03:15:09.888829Z","steps":["trace[745435894] 'agreement among raft nodes before linearized reading' (duration: 1.468027844s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:09.888892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:08.420664Z","time spent":"1.468218989s","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/configmaps/monitoring/loki-alerting-rules\" "} {"level":"warn","ts":"2026-04-16T03:15:09.888895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468076756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/goldpinger\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:15:09.888664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:08.422014Z","time spent":"1.46663276s","remote":"127.0.0.1:57022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles/ingress-nginx\" "} {"level":"info","ts":"2026-04-16T03:15:09.889019Z","caller":"traceutil/trace.go:171","msg":"trace[272919742] range","detail":"{range_begin:/registry/services/specs/monitoring/goldpinger; range_end:; response_count:0; response_revision:1748; }","duration":"1.46823197s","start":"2026-04-16T03:15:08.420763Z","end":"2026-04-16T03:15:09.888995Z","steps":["trace[272919742] 'agreement among raft nodes before linearized reading' (duration: 1.467952873s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:09.88899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.466179329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-system\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:15:09.889081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:08.420755Z","time spent":"1.468315432s","remote":"127.0.0.1:56886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/services/specs/monitoring/goldpinger\" "} {"level":"warn","ts":"2026-04-16T03:15:09.889109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468279391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/memcached-memcached\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:09.889127Z","caller":"traceutil/trace.go:171","msg":"trace[2042230449] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-system; range_end:; response_count:0; response_revision:1748; }","duration":"1.466360833s","start":"2026-04-16T03:15:08.422731Z","end":"2026-04-16T03:15:09.889092Z","steps":["trace[2042230449] 'agreement among raft nodes before linearized reading' (duration: 1.466089786s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:09.889174Z","caller":"traceutil/trace.go:171","msg":"trace[158230649] range","detail":"{range_begin:/registry/deployments/openstack/memcached-memcached; range_end:; response_count:0; response_revision:1748; }","duration":"1.468338823s","start":"2026-04-16T03:15:08.420811Z","end":"2026-04-16T03:15:09.88915Z","steps":["trace[158230649] 'agreement among raft nodes before linearized reading' (duration: 1.468270101s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:09.889211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:08.422723Z","time spent":"1.466471146s","remote":"127.0.0.1:56894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":28,"request content":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-system\" "} {"level":"warn","ts":"2026-04-16T03:15:09.889229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:08.420802Z","time spent":"1.468418334s","remote":"127.0.0.1:57110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/deployments/openstack/memcached-memcached\" "} {"level":"warn","ts":"2026-04-16T03:15:09.889021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.468192178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-16T03:15:09.88941Z","caller":"traceutil/trace.go:171","msg":"trace[1853546629] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1748; }","duration":"1.46863401s","start":"2026-04-16T03:15:08.420759Z","end":"2026-04-16T03:15:09.889393Z","steps":["trace[1853546629] 'agreement among raft nodes before linearized reading' (duration: 1.467589733s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:09.889469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:08.420745Z","time spent":"1.468696871s","remote":"127.0.0.1:56954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-16T03:15:09.896798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.955211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/challenges.acme.cert-manager.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:09.896857Z","caller":"traceutil/trace.go:171","msg":"trace[1143564341] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/challenges.acme.cert-manager.io; range_end:; response_count:0; response_revision:1749; }","duration":"386.065234ms","start":"2026-04-16T03:15:09.510781Z","end":"2026-04-16T03:15:09.896846Z","steps":["trace[1143564341] 'agreement among raft nodes before linearized reading' (duration: 385.93832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:09.896845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.118495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:15:09.896883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:09.510754Z","time spent":"386.120215ms","remote":"127.0.0.1:56728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/challenges.acme.cert-manager.io\" "} {"level":"info","ts":"2026-04-16T03:15:09.897018Z","caller":"traceutil/trace.go:171","msg":"trace[976047321] transaction","detail":"{read_only:false; response_revision:1749; number_of_response:1; }","duration":"385.350556ms","start":"2026-04-16T03:15:09.511658Z","end":"2026-04-16T03:15:09.897008Z","steps":["trace[976047321] 'process raft request' (duration: 384.895794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:09.897096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:09.511635Z","time spent":"385.410527ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1056,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:15:09.897595Z","caller":"traceutil/trace.go:171","msg":"trace[736421655] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1749; }","duration":"107.229937ms","start":"2026-04-16T03:15:09.789653Z","end":"2026-04-16T03:15:09.896883Z","steps":["trace[736421655] 'agreement among raft nodes before linearized reading' (duration: 107.051042ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:10.104465Z","caller":"traceutil/trace.go:171","msg":"trace[384916365] linearizableReadLoop","detail":"{readStateIndex:1907; appliedIndex:1905; }","duration":"125.181039ms","start":"2026-04-16T03:15:09.979257Z","end":"2026-04-16T03:15:10.104438Z","steps":["trace[384916365] 'read index received' (duration: 124.954073ms)","trace[384916365] 'applied index is now lower than readState.Index' (duration: 225.826µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:15:10.104756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.176331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-csi-rbd-provisioner-sa\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:10.104809Z","caller":"traceutil/trace.go:171","msg":"trace[69355295] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-csi-rbd-provisioner-sa; range_end:; response_count:0; response_revision:1756; }","duration":"131.262923ms","start":"2026-04-16T03:15:09.973532Z","end":"2026-04-16T03:15:10.104795Z","steps":["trace[69355295] 'agreement among raft nodes before linearized reading' (duration: 131.15669ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:10.104768Z","caller":"traceutil/trace.go:171","msg":"trace[1327080651] transaction","detail":"{read_only:false; response_revision:1755; number_of_response:1; }","duration":"126.667206ms","start":"2026-04-16T03:15:09.978037Z","end":"2026-04-16T03:15:10.104704Z","steps":["trace[1327080651] 'process raft request' (duration: 126.168314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:10.104814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.870058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a6b77eadc2aabc\" ","response":"range_response_count:1 size:860"} {"level":"info","ts":"2026-04-16T03:15:10.104902Z","caller":"traceutil/trace.go:171","msg":"trace[1292379340] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18a6b77eadc2aabc; range_end:; response_count:1; response_revision:1756; }","duration":"129.997761ms","start":"2026-04-16T03:15:09.974883Z","end":"2026-04-16T03:15:10.10488Z","steps":["trace[1292379340] 'agreement among raft nodes before linearized reading' (duration: 129.57738ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:10.104877Z","caller":"traceutil/trace.go:171","msg":"trace[1003932521] transaction","detail":"{read_only:false; response_revision:1756; number_of_response:1; }","duration":"125.912448ms","start":"2026-04-16T03:15:09.978914Z","end":"2026-04-16T03:15:10.104827Z","steps":["trace[1003932521] 'process raft request' (duration: 125.472557ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:10.105014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.454227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cert-manager-cainjector\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:15:10.105089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.07747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:15:10.105089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.779165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-gateway\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:10.105122Z","caller":"traceutil/trace.go:171","msg":"trace[2019274009] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission; range_end:; response_count:0; response_revision:1756; }","duration":"120.126082ms","start":"2026-04-16T03:15:09.984986Z","end":"2026-04-16T03:15:10.105113Z","steps":["trace[2019274009] 'agreement among raft nodes before linearized reading' (duration: 120.07371ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:10.105156Z","caller":"traceutil/trace.go:171","msg":"trace[137042699] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-gateway; range_end:; response_count:0; response_revision:1756; }","duration":"131.917449ms","start":"2026-04-16T03:15:09.973222Z","end":"2026-04-16T03:15:10.105139Z","steps":["trace[137042699] 'agreement among raft nodes before linearized reading' (duration: 131.698764ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:10.10514Z","caller":"traceutil/trace.go:171","msg":"trace[44745738] range","detail":"{range_begin:/registry/clusterroles/cert-manager-cainjector; range_end:; response_count:0; response_revision:1756; }","duration":"131.611762ms","start":"2026-04-16T03:15:09.973498Z","end":"2026-04-16T03:15:10.105109Z","steps":["trace[44745738] 'agreement among raft nodes before linearized reading' (duration: 131.384226ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:10.105269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.164553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-16T03:15:10.105585Z","caller":"traceutil/trace.go:171","msg":"trace[1969633048] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:1756; }","duration":"124.305946ms","start":"2026-04-16T03:15:09.981036Z","end":"2026-04-16T03:15:10.105342Z","steps":["trace[1969633048] 'agreement among raft nodes before linearized reading' (duration: 123.989388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:10.105857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.305479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/openstack\" ","response":"range_response_count:1 size:368"} {"level":"info","ts":"2026-04-16T03:15:10.105909Z","caller":"traceutil/trace.go:171","msg":"trace[1475136643] range","detail":"{range_begin:/registry/namespaces/openstack; range_end:; response_count:1; response_revision:1756; }","duration":"134.414732ms","start":"2026-04-16T03:15:09.971481Z","end":"2026-04-16T03:15:10.105896Z","steps":["trace[1475136643] 'agreement among raft nodes before linearized reading' (duration: 134.186446ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:10.3075Z","caller":"traceutil/trace.go:171","msg":"trace[1165820106] linearizableReadLoop","detail":"{readStateIndex:1910; appliedIndex:1908; }","duration":"188.014926ms","start":"2026-04-16T03:15:10.119463Z","end":"2026-04-16T03:15:10.307478Z","steps":["trace[1165820106] 'read index received' (duration: 180.755783ms)","trace[1165820106] 'applied index is now lower than readState.Index' (duration: 7.258083ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:15:10.307633Z","caller":"traceutil/trace.go:171","msg":"trace[1537738093] transaction","detail":"{read_only:false; response_revision:1758; number_of_response:1; }","duration":"196.10683ms","start":"2026-04-16T03:15:10.111518Z","end":"2026-04-16T03:15:10.307625Z","steps":["trace[1537738093] 'process raft request' (duration: 188.679794ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:10.30756Z","caller":"traceutil/trace.go:171","msg":"trace[325670073] transaction","detail":"{read_only:false; response_revision:1759; number_of_response:1; }","duration":"195.957767ms","start":"2026-04-16T03:15:10.111563Z","end":"2026-04-16T03:15:10.307521Z","steps":["trace[325670073] 'process raft request' (duration: 195.881515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:10.307767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.326235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-operator-config\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:15:10.307796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.293244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cert-manager-controller-clusterissuers\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:10.307819Z","caller":"traceutil/trace.go:171","msg":"trace[1816065400] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-operator-config; range_end:; response_count:0; response_revision:1759; }","duration":"196.409668ms","start":"2026-04-16T03:15:10.111396Z","end":"2026-04-16T03:15:10.307806Z","steps":["trace[1816065400] 'agreement among raft nodes before linearized reading' (duration: 196.241404ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:10.30783Z","caller":"traceutil/trace.go:171","msg":"trace[28796167] range","detail":"{range_begin:/registry/clusterroles/cert-manager-controller-clusterissuers; range_end:; response_count:0; response_revision:1759; }","duration":"196.375857ms","start":"2026-04-16T03:15:10.111446Z","end":"2026-04-16T03:15:10.307822Z","steps":["trace[28796167] 'agreement among raft nodes before linearized reading' (duration: 196.243994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:10.308207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.449899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-memberlist\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:10.308295Z","caller":"traceutil/trace.go:171","msg":"trace[882160886] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-memberlist; range_end:; response_count:0; response_revision:1759; }","duration":"197.026313ms","start":"2026-04-16T03:15:10.111257Z","end":"2026-04-16T03:15:10.308283Z","steps":["trace[882160886] 'agreement among raft nodes before linearized reading' (duration: 196.397307ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:10.322036Z","caller":"traceutil/trace.go:171","msg":"trace[288611622] transaction","detail":"{read_only:false; response_revision:1760; number_of_response:1; }","duration":"199.68437ms","start":"2026-04-16T03:15:10.122319Z","end":"2026-04-16T03:15:10.322003Z","steps":["trace[288611622] 'process raft request' (duration: 199.301951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:10.322066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.325632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:15:10.322084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.945282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18a6b7dc99c16eb0\" ","response":"range_response_count:1 size:1071"} {"level":"info","ts":"2026-04-16T03:15:10.322153Z","caller":"traceutil/trace.go:171","msg":"trace[1175504630] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:0; response_revision:1760; }","duration":"199.467026ms","start":"2026-04-16T03:15:10.122664Z","end":"2026-04-16T03:15:10.322131Z","steps":["trace[1175504630] 'agreement among raft nodes before linearized reading' (duration: 199.288081ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:10.322178Z","caller":"traceutil/trace.go:171","msg":"trace[1676256062] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18a6b7dc99c16eb0; range_end:; response_count:1; response_revision:1760; }","duration":"199.067455ms","start":"2026-04-16T03:15:10.123086Z","end":"2026-04-16T03:15:10.322153Z","steps":["trace[1676256062] 'agreement among raft nodes before linearized reading' (duration: 198.791478ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:10.588386Z","caller":"traceutil/trace.go:171","msg":"trace[647302538] linearizableReadLoop","detail":"{readStateIndex:1921; appliedIndex:1918; }","duration":"188.121349ms","start":"2026-04-16T03:15:10.40024Z","end":"2026-04-16T03:15:10.588362Z","steps":["trace[647302538] 'read index received' (duration: 89.858909ms)","trace[647302538] 'applied index is now lower than readState.Index' (duration: 98.26141ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:15:10.588671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.137031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/atmosphere\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:10.588772Z","caller":"traceutil/trace.go:171","msg":"trace[1620988726] range","detail":"{range_begin:/registry/ingressclasses/atmosphere; range_end:; response_count:0; response_revision:1770; }","duration":"217.299176ms","start":"2026-04-16T03:15:10.371457Z","end":"2026-04-16T03:15:10.588756Z","steps":["trace[1620988726] 'agreement among raft nodes before linearized reading' (duration: 217.006557ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:10.588875Z","caller":"traceutil/trace.go:171","msg":"trace[260883899] transaction","detail":"{read_only:false; response_revision:1770; number_of_response:1; }","duration":"210.583737ms","start":"2026-04-16T03:15:10.378263Z","end":"2026-04-16T03:15:10.588846Z","steps":["trace[260883899] 'process raft request' (duration: 210.033552ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:10.588923Z","caller":"traceutil/trace.go:171","msg":"trace[2027019160] transaction","detail":"{read_only:false; response_revision:1768; number_of_response:1; }","duration":"217.252335ms","start":"2026-04-16T03:15:10.371641Z","end":"2026-04-16T03:15:10.588893Z","steps":["trace[2027019160] 'process raft request' (duration: 118.499932ms)","trace[2027019160] 'compare' (duration: 97.820029ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:15:10.588961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.098351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cert-manager-controller-challenges\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:15:10.588891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.081226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/loki-gateway\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:10.589035Z","caller":"traceutil/trace.go:171","msg":"trace[1698768812] range","detail":"{range_begin:/registry/clusterroles/cert-manager-controller-challenges; range_end:; response_count:0; response_revision:1770; }","duration":"217.200873ms","start":"2026-04-16T03:15:10.371816Z","end":"2026-04-16T03:15:10.589017Z","steps":["trace[1698768812] 'agreement among raft nodes before linearized reading' (duration: 217.06844ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:10.589091Z","caller":"traceutil/trace.go:171","msg":"trace[1222363272] range","detail":"{range_begin:/registry/deployments/monitoring/loki-gateway; range_end:; response_count:0; response_revision:1770; }","duration":"216.346112ms","start":"2026-04-16T03:15:10.372717Z","end":"2026-04-16T03:15:10.589064Z","steps":["trace[1222363272] 'agreement among raft nodes before linearized reading' (duration: 216.026074ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:10.589049Z","caller":"traceutil/trace.go:171","msg":"trace[133964424] transaction","detail":"{read_only:false; response_revision:1769; number_of_response:1; }","duration":"214.337661ms","start":"2026-04-16T03:15:10.374639Z","end":"2026-04-16T03:15:10.588976Z","steps":["trace[133964424] 'process raft request' (duration: 213.570411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:10.589176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.414849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/cephbucketnotifications.ceph.rook.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:10.589275Z","caller":"traceutil/trace.go:171","msg":"trace[908099338] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/cephbucketnotifications.ceph.rook.io; range_end:; response_count:0; response_revision:1770; }","duration":"217.551582ms","start":"2026-04-16T03:15:10.3717Z","end":"2026-04-16T03:15:10.589251Z","steps":["trace[908099338] 'agreement among raft nodes before linearized reading' (duration: 217.341337ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:10.651507Z","caller":"traceutil/trace.go:171","msg":"trace[1155644381] transaction","detail":"{read_only:false; response_revision:1772; number_of_response:1; }","duration":"247.102427ms","start":"2026-04-16T03:15:10.404365Z","end":"2026-04-16T03:15:10.651467Z","steps":["trace[1155644381] 'process raft request' (duration: 247.039125ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:10.65165Z","caller":"traceutil/trace.go:171","msg":"trace[1794724916] transaction","detail":"{read_only:false; response_revision:1771; number_of_response:1; }","duration":"248.77692ms","start":"2026-04-16T03:15:10.402841Z","end":"2026-04-16T03:15:10.651618Z","steps":["trace[1794724916] 'process raft request' (duration: 248.414581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:11.039669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.955229ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:15:11.03984Z","caller":"traceutil/trace.go:171","msg":"trace[1909238238] linearizableReadLoop","detail":"{readStateIndex:1924; appliedIndex:1921; }","duration":"447.351063ms","start":"2026-04-16T03:15:10.59247Z","end":"2026-04-16T03:15:11.039821Z","steps":["trace[1909238238] 'read index received' (duration: 58.839765ms)","trace[1909238238] 'applied index is now lower than readState.Index' (duration: 388.509618ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:15:11.039914Z","caller":"traceutil/trace.go:171","msg":"trace[822335848] transaction","detail":"{read_only:false; response_revision:1773; number_of_response:1; }","duration":"449.077937ms","start":"2026-04-16T03:15:10.590793Z","end":"2026-04-16T03:15:11.039871Z","steps":["trace[822335848] 'process raft request' (duration: 223.856571ms)","trace[822335848] 'compare' (duration: 224.755983ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:15:11.040047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:10.590763Z","time spent":"449.215211ms","remote":"127.0.0.1:56886","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1151,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:15:11.040077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.583028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cert-manager-controller-ingress-shim\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:11.040138Z","caller":"traceutil/trace.go:171","msg":"trace[1371678385] range","detail":"{range_begin:/registry/clusterroles/cert-manager-controller-ingress-shim; range_end:; response_count:0; response_revision:1773; }","duration":"447.693651ms","start":"2026-04-16T03:15:10.592426Z","end":"2026-04-16T03:15:11.040119Z","steps":["trace[1371678385] 'agreement among raft nodes before linearized reading' (duration: 447.527737ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:11.040215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:10.592402Z","time spent":"447.799044ms","remote":"127.0.0.1:57022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles/cert-manager-controller-ingress-shim\" "} {"level":"warn","ts":"2026-04-16T03:15:11.040232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.988398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a6b77eadc2aabc\" ","response":"range_response_count:1 size:860"} {"level":"warn","ts":"2026-04-16T03:15:11.040084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.22523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:11.040269Z","caller":"traceutil/trace.go:171","msg":"trace[948797874] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18a6b77eadc2aabc; range_end:; response_count:1; response_revision:1773; }","duration":"383.054369ms","start":"2026-04-16T03:15:10.657201Z","end":"2026-04-16T03:15:11.040255Z","steps":["trace[948797874] 'agreement among raft nodes before linearized reading' (duration: 382.907066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:11.040299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:10.657183Z","time spent":"383.108151ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":883,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a6b77eadc2aabc\" "} {"level":"warn","ts":"2026-04-16T03:15:11.040307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.892845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/cephbuckettopics.ceph.rook.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:15:11.040314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.178889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/ingress-nginx-admission\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:11.040308Z","caller":"traceutil/trace.go:171","msg":"trace[1424053863] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-chunks-cache; range_end:; response_count:0; response_revision:1773; }","duration":"447.445345ms","start":"2026-04-16T03:15:10.592839Z","end":"2026-04-16T03:15:11.040285Z","steps":["trace[1424053863] 'agreement among raft nodes before linearized reading' (duration: 447.198629ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:11.040341Z","caller":"traceutil/trace.go:171","msg":"trace[1828571491] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/cephbuckettopics.ceph.rook.io; range_end:; response_count:0; response_revision:1773; }","duration":"445.930466ms","start":"2026-04-16T03:15:10.594398Z","end":"2026-04-16T03:15:11.040328Z","steps":["trace[1828571491] 'agreement among raft nodes before linearized reading' (duration: 445.861285ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:11.040355Z","caller":"traceutil/trace.go:171","msg":"trace[850178010] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/ingress-nginx-admission; range_end:; response_count:0; response_revision:1773; }","duration":"447.24205ms","start":"2026-04-16T03:15:10.593101Z","end":"2026-04-16T03:15:11.040343Z","steps":["trace[850178010] 'agreement among raft nodes before linearized reading' (duration: 447.171678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:11.040361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:10.594366Z","time spent":"445.992338ms","remote":"127.0.0.1:56728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/cephbuckettopics.ceph.rook.io\" "} {"level":"warn","ts":"2026-04-16T03:15:11.040393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:10.593087Z","time spent":"447.289731ms","remote":"127.0.0.1:57160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":0,"response size":28,"request content":"key:\"/registry/validatingwebhookconfigurations/ingress-nginx-admission\" "} {"level":"warn","ts":"2026-04-16T03:15:11.040394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:10.592782Z","time spent":"447.592368ms","remote":"127.0.0.1:57112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":28,"request content":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" "} {"level":"warn","ts":"2026-04-16T03:15:11.040595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.948907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:63752"} {"level":"info","ts":"2026-04-16T03:15:11.040909Z","caller":"traceutil/trace.go:171","msg":"trace[396672197] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1773; }","duration":"446.355007ms","start":"2026-04-16T03:15:10.594533Z","end":"2026-04-16T03:15:11.040888Z","steps":["trace[396672197] 'agreement among raft nodes before linearized reading' (duration: 445.754162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:11.040958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:10.594508Z","time spent":"446.435539ms","remote":"127.0.0.1:56744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":63775,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-04-16T03:15:11.236732Z","caller":"traceutil/trace.go:171","msg":"trace[1459673748] linearizableReadLoop","detail":"{readStateIndex:1928; appliedIndex:1927; }","duration":"123.686931ms","start":"2026-04-16T03:15:11.113012Z","end":"2026-04-16T03:15:11.236699Z","steps":["trace[1459673748] 'read index received' (duration: 30.065308ms)","trace[1459673748] 'applied index is now lower than readState.Index' (duration: 93.619503ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:15:11.236747Z","caller":"traceutil/trace.go:171","msg":"trace[1520894082] transaction","detail":"{read_only:false; response_revision:1777; number_of_response:1; }","duration":"131.819267ms","start":"2026-04-16T03:15:11.104893Z","end":"2026-04-16T03:15:11.236712Z","steps":["trace[1520894082] 'process raft request' (duration: 38.158322ms)","trace[1520894082] 'compare' (duration: 93.372658ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:15:11.236846Z","caller":"traceutil/trace.go:171","msg":"trace[1925031077] transaction","detail":"{read_only:false; response_revision:1779; number_of_response:1; }","duration":"110.040057ms","start":"2026-04-16T03:15:11.126768Z","end":"2026-04-16T03:15:11.236808Z","steps":["trace[1925031077] 'process raft request' (duration: 109.965755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:11.236997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.062195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cert-manager-controller-approve:cert-manager-io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:11.237042Z","caller":"traceutil/trace.go:171","msg":"trace[2018556509] transaction","detail":"{read_only:false; response_revision:1778; number_of_response:1; }","duration":"120.298587ms","start":"2026-04-16T03:15:11.116732Z","end":"2026-04-16T03:15:11.237031Z","steps":["trace[2018556509] 'process raft request' (duration: 119.920197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:11.237127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.814408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18a6b7dc28ad70ce\" ","response":"range_response_count:1 size:1144"} {"level":"warn","ts":"2026-04-16T03:15:11.237141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.33855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:63752"} {"level":"info","ts":"2026-04-16T03:15:11.237157Z","caller":"traceutil/trace.go:171","msg":"trace[1908873874] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18a6b7dc28ad70ce; range_end:; response_count:1; response_revision:1779; }","duration":"118.85523ms","start":"2026-04-16T03:15:11.118293Z","end":"2026-04-16T03:15:11.237148Z","steps":["trace[1908873874] 'agreement among raft nodes before linearized reading' (duration: 118.773728ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:11.237176Z","caller":"traceutil/trace.go:171","msg":"trace[1970539592] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1779; }","duration":"132.420142ms","start":"2026-04-16T03:15:11.104745Z","end":"2026-04-16T03:15:11.237165Z","steps":["trace[1970539592] 'agreement among raft nodes before linearized reading' (duration: 132.210807ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:11.237051Z","caller":"traceutil/trace.go:171","msg":"trace[1730670156] range","detail":"{range_begin:/registry/clusterroles/cert-manager-controller-approve:cert-manager-io; range_end:; response_count:0; response_revision:1779; }","duration":"121.135668ms","start":"2026-04-16T03:15:11.115889Z","end":"2026-04-16T03:15:11.237024Z","steps":["trace[1730670156] 'agreement among raft nodes before linearized reading' (duration: 121.057756ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:11.236931Z","caller":"traceutil/trace.go:171","msg":"trace[1397258649] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1778; }","duration":"112.050668ms","start":"2026-04-16T03:15:11.124836Z","end":"2026-04-16T03:15:11.236887Z","steps":["trace[1397258649] 'process raft request' (duration: 111.852313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:11.237482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.438182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/cephclusters.ceph.rook.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:11.237534Z","caller":"traceutil/trace.go:171","msg":"trace[1831834919] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/cephclusters.ceph.rook.io; range_end:; response_count:0; response_revision:1779; }","duration":"131.11759ms","start":"2026-04-16T03:15:11.106406Z","end":"2026-04-16T03:15:11.237524Z","steps":["trace[1831834919] 'agreement among raft nodes before linearized reading' (duration: 130.424933ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:11.438345Z","caller":"traceutil/trace.go:171","msg":"trace[1066508914] transaction","detail":"{read_only:false; response_revision:1781; number_of_response:1; }","duration":"196.028478ms","start":"2026-04-16T03:15:11.242258Z","end":"2026-04-16T03:15:11.438286Z","steps":["trace[1066508914] 'process raft request' (duration: 121.850655ms)","trace[1066508914] 'compare' (duration: 73.887756ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:15:11.438392Z","caller":"traceutil/trace.go:171","msg":"trace[1670424496] transaction","detail":"{read_only:false; response_revision:1782; number_of_response:1; }","duration":"193.491413ms","start":"2026-04-16T03:15:11.244858Z","end":"2026-04-16T03:15:11.438349Z","steps":["trace[1670424496] 'process raft request' (duration: 193.299959ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:11.438496Z","caller":"traceutil/trace.go:171","msg":"trace[1429541102] transaction","detail":"{read_only:false; response_revision:1783; number_of_response:1; }","duration":"169.498719ms","start":"2026-04-16T03:15:11.268937Z","end":"2026-04-16T03:15:11.438436Z","steps":["trace[1429541102] 'process raft request' (duration: 169.301844ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:11.438642Z","caller":"traceutil/trace.go:171","msg":"trace[1674753005] linearizableReadLoop","detail":"{readStateIndex:1933; appliedIndex:1931; }","duration":"195.103395ms","start":"2026-04-16T03:15:11.243473Z","end":"2026-04-16T03:15:11.438577Z","steps":["trace[1674753005] 'read index received' (duration: 27.547686ms)","trace[1674753005] 'applied index is now lower than readState.Index' (duration: 167.548699ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:15:11.438701Z","caller":"traceutil/trace.go:171","msg":"trace[81312316] transaction","detail":"{read_only:false; response_revision:1785; number_of_response:1; }","duration":"127.646042ms","start":"2026-04-16T03:15:11.311025Z","end":"2026-04-16T03:15:11.438671Z","steps":["trace[81312316] 'process raft request' (duration: 127.485818ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:11.438676Z","caller":"traceutil/trace.go:171","msg":"trace[212510364] transaction","detail":"{read_only:false; response_revision:1784; number_of_response:1; }","duration":"164.340228ms","start":"2026-04-16T03:15:11.274315Z","end":"2026-04-16T03:15:11.438655Z","steps":["trace[212510364] 'process raft request' (duration: 164.02442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:11.43884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.330801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/cert-manager-webhook:subjectaccessreviews\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:11.438878Z","caller":"traceutil/trace.go:171","msg":"trace[588977443] range","detail":"{range_begin:/registry/clusterroles/cert-manager-webhook:subjectaccessreviews; range_end:; response_count:0; response_revision:1785; }","duration":"195.420862ms","start":"2026-04-16T03:15:11.243446Z","end":"2026-04-16T03:15:11.438867Z","steps":["trace[588977443] 'agreement among raft nodes before linearized reading' (duration: 195.284839ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:11.438957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.8557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:15:11.438956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.53939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/cephfilesystemmirrors.ceph.rook.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:11.438989Z","caller":"traceutil/trace.go:171","msg":"trace[2005514329] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:1785; }","duration":"139.958683ms","start":"2026-04-16T03:15:11.299021Z","end":"2026-04-16T03:15:11.43898Z","steps":["trace[2005514329] 'agreement among raft nodes before linearized reading' (duration: 139.872191ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:11.439005Z","caller":"traceutil/trace.go:171","msg":"trace[471865397] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/cephfilesystemmirrors.ceph.rook.io; range_end:; response_count:0; response_revision:1785; }","duration":"194.644872ms","start":"2026-04-16T03:15:11.244348Z","end":"2026-04-16T03:15:11.438993Z","steps":["trace[471865397] 'agreement among raft nodes before linearized reading' (duration: 194.52901ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:11.439122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.840323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:2 size:42829"} {"level":"info","ts":"2026-04-16T03:15:11.43919Z","caller":"traceutil/trace.go:171","msg":"trace[795758994] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:2; response_revision:1785; }","duration":"132.966366ms","start":"2026-04-16T03:15:11.306207Z","end":"2026-04-16T03:15:11.439174Z","steps":["trace[795758994] 'agreement among raft nodes before linearized reading' (duration: 132.678429ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:11.439211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.158603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:72534"} {"level":"warn","ts":"2026-04-16T03:15:11.439225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.489113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4703"} {"level":"info","ts":"2026-04-16T03:15:11.439256Z","caller":"traceutil/trace.go:171","msg":"trace[1976789727] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:1785; }","duration":"128.543925ms","start":"2026-04-16T03:15:11.310705Z","end":"2026-04-16T03:15:11.439249Z","steps":["trace[1976789727] 'agreement among raft nodes before linearized reading' (duration: 128.410251ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:11.43926Z","caller":"traceutil/trace.go:171","msg":"trace[333642747] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1785; }","duration":"166.270137ms","start":"2026-04-16T03:15:11.272976Z","end":"2026-04-16T03:15:11.439246Z","steps":["trace[333642747] 'agreement among raft nodes before linearized reading' (duration: 165.99416ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:11.600859Z","caller":"traceutil/trace.go:171","msg":"trace[1576936286] transaction","detail":"{read_only:false; response_revision:1792; number_of_response:1; }","duration":"110.570791ms","start":"2026-04-16T03:15:11.490277Z","end":"2026-04-16T03:15:11.600848Z","steps":["trace[1576936286] 'process raft request' (duration: 110.497729ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:11.600905Z","caller":"traceutil/trace.go:171","msg":"trace[276261698] linearizableReadLoop","detail":"{readStateIndex:1943; appliedIndex:1940; }","duration":"113.179527ms","start":"2026-04-16T03:15:11.487714Z","end":"2026-04-16T03:15:11.600894Z","steps":["trace[276261698] 'read index received' (duration: 50.479734ms)","trace[276261698] 'applied index is now lower than readState.Index' (duration: 62.698413ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:15:11.600866Z","caller":"traceutil/trace.go:171","msg":"trace[347761994] transaction","detail":"{read_only:false; response_revision:1790; number_of_response:1; }","duration":"136.960037ms","start":"2026-04-16T03:15:11.463853Z","end":"2026-04-16T03:15:11.600813Z","steps":["trace[347761994] 'process raft request' (duration: 136.837574ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:11.600901Z","caller":"traceutil/trace.go:171","msg":"trace[416776142] transaction","detail":"{read_only:false; response_revision:1791; number_of_response:1; }","duration":"136.328231ms","start":"2026-04-16T03:15:11.464534Z","end":"2026-04-16T03:15:11.600863Z","steps":["trace[416776142] 'process raft request' (duration: 136.204148ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:11.600834Z","caller":"traceutil/trace.go:171","msg":"trace[2091997257] transaction","detail":"{read_only:false; response_revision:1789; number_of_response:1; }","duration":"139.158263ms","start":"2026-04-16T03:15:11.461635Z","end":"2026-04-16T03:15:11.600793Z","steps":["trace[2091997257] 'process raft request' (duration: 76.651514ms)","trace[2091997257] 'compare' (duration: 62.181911ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:15:11.601071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.519426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cert-manager-controller-issuers\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:15:11.601074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.979302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:11.601112Z","caller":"traceutil/trace.go:171","msg":"trace[1523982867] range","detail":"{range_begin:/registry/clusterrolebindings/cert-manager-controller-issuers; range_end:; response_count:0; response_revision:1792; }","duration":"136.592688ms","start":"2026-04-16T03:15:11.464504Z","end":"2026-04-16T03:15:11.601097Z","steps":["trace[1523982867] 'agreement among raft nodes before linearized reading' (duration: 136.464065ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:11.601139Z","caller":"traceutil/trace.go:171","msg":"trace[979830443] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission; range_end:; response_count:0; response_revision:1792; }","duration":"134.087645ms","start":"2026-04-16T03:15:11.467031Z","end":"2026-04-16T03:15:11.601118Z","steps":["trace[979830443] 'agreement among raft nodes before linearized reading' (duration: 133.88338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:11.601175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.873673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/cephfilesystemsubvolumegroups.ceph.rook.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:11.601307Z","caller":"traceutil/trace.go:171","msg":"trace[482034415] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/cephfilesystemsubvolumegroups.ceph.rook.io; range_end:; response_count:0; response_revision:1792; }","duration":"110.055358ms","start":"2026-04-16T03:15:11.491222Z","end":"2026-04-16T03:15:11.601278Z","steps":["trace[482034415] 'agreement among raft nodes before linearized reading' (duration: 109.836392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:12.135877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.699213ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:15:12.136258Z","caller":"traceutil/trace.go:171","msg":"trace[794501990] transaction","detail":"{read_only:false; response_revision:1808; number_of_response:1; }","duration":"367.415393ms","start":"2026-04-16T03:15:11.768807Z","end":"2026-04-16T03:15:12.136222Z","steps":["trace[794501990] 'process raft request' (duration: 113.275899ms)","trace[794501990] 'compare' (duration: 253.540999ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:15:12.136386Z","caller":"traceutil/trace.go:171","msg":"trace[491457546] linearizableReadLoop","detail":"{readStateIndex:1961; appliedIndex:1959; }","duration":"366.420678ms","start":"2026-04-16T03:15:11.769947Z","end":"2026-04-16T03:15:12.136368Z","steps":["trace[491457546] 'read index received' (duration: 112.264443ms)","trace[491457546] 'applied index is now lower than readState.Index' (duration: 254.128304ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:15:12.136393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:11.768772Z","time spent":"367.562147ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:15:12.136463Z","caller":"traceutil/trace.go:171","msg":"trace[246599831] transaction","detail":"{read_only:false; response_revision:1809; number_of_response:1; }","duration":"367.245579ms","start":"2026-04-16T03:15:11.769155Z","end":"2026-04-16T03:15:12.1364Z","steps":["trace[246599831] 'process raft request' (duration: 366.989032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:12.136618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.734331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/cephobjectzonegroups.ceph.rook.io\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:15:12.136656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.697735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cert-manager-controller-ingress-shim\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:12.136727Z","caller":"traceutil/trace.go:171","msg":"trace[1717928620] range","detail":"{range_begin:/registry/clusterrolebindings/cert-manager-controller-ingress-shim; range_end:; response_count:0; response_revision:1809; }","duration":"366.791257ms","start":"2026-04-16T03:15:11.769913Z","end":"2026-04-16T03:15:12.136704Z","steps":["trace[1717928620] 'agreement among raft nodes before linearized reading' (duration: 366.567752ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:12.136733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.544329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/ingress-nginx-admission\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:12.136673Z","caller":"traceutil/trace.go:171","msg":"trace[1079896471] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/cephobjectzonegroups.ceph.rook.io; range_end:; response_count:0; response_revision:1809; }","duration":"365.827653ms","start":"2026-04-16T03:15:11.770828Z","end":"2026-04-16T03:15:12.136656Z","steps":["trace[1079896471] 'agreement among raft nodes before linearized reading' (duration: 365.676049ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:12.136772Z","caller":"traceutil/trace.go:171","msg":"trace[576437755] range","detail":"{range_begin:/registry/clusterroles/ingress-nginx-admission; range_end:; response_count:0; response_revision:1809; }","duration":"358.606101ms","start":"2026-04-16T03:15:11.778156Z","end":"2026-04-16T03:15:12.136762Z","steps":["trace[576437755] 'agreement among raft nodes before linearized reading' (duration: 358.542409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:12.136787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:11.769886Z","time spent":"366.88888ms","remote":"127.0.0.1:57032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/clusterrolebindings/cert-manager-controller-ingress-shim\" "} {"level":"warn","ts":"2026-04-16T03:15:12.136809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:11.778139Z","time spent":"358.660662ms","remote":"127.0.0.1:57022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":28,"request content":"key:\"/registry/clusterroles/ingress-nginx-admission\" "} {"level":"warn","ts":"2026-04-16T03:15:12.136831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:11.77081Z","time spent":"365.983208ms","remote":"127.0.0.1:56728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/cephobjectzonegroups.ceph.rook.io\" "} {"level":"warn","ts":"2026-04-16T03:15:12.13682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.4677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:15:12.136865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.593932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:2 size:42808"} {"level":"info","ts":"2026-04-16T03:15:12.136928Z","caller":"traceutil/trace.go:171","msg":"trace[184574772] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1809; }","duration":"347.633463ms","start":"2026-04-16T03:15:11.789268Z","end":"2026-04-16T03:15:12.136902Z","steps":["trace[184574772] 'agreement among raft nodes before linearized reading' (duration: 347.427678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:12.136971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:11.789253Z","time spent":"347.712686ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:15:12.13697Z","caller":"traceutil/trace.go:171","msg":"trace[403333870] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:2; response_revision:1809; }","duration":"345.721405ms","start":"2026-04-16T03:15:11.79122Z","end":"2026-04-16T03:15:12.136941Z","steps":["trace[403333870] 'agreement among raft nodes before linearized reading' (duration: 345.304485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:12.137027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:11.791209Z","time spent":"345.807537ms","remote":"127.0.0.1:56772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":2,"response size":42831,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-04-16T03:15:12.137459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:11.769122Z","time spent":"367.493915ms","remote":"127.0.0.1:56744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":113422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:15:12.51086Z","caller":"traceutil/trace.go:171","msg":"trace[2119645107] transaction","detail":"{read_only:false; response_revision:1811; number_of_response:1; }","duration":"368.148284ms","start":"2026-04-16T03:15:12.142656Z","end":"2026-04-16T03:15:12.510804Z","steps":["trace[2119645107] 'process raft request' (duration: 351.595096ms)","trace[2119645107] 'compare' (duration: 16.24267ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:15:12.51097Z","caller":"traceutil/trace.go:171","msg":"trace[1363474427] linearizableReadLoop","detail":"{readStateIndex:1964; appliedIndex:1962; }","duration":"294.029012ms","start":"2026-04-16T03:15:12.216912Z","end":"2026-04-16T03:15:12.510941Z","steps":["trace[1363474427] 'read index received' (duration: 277.214278ms)","trace[1363474427] 'applied index is now lower than readState.Index' (duration: 16.813464ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:15:12.511203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:12.142633Z","time spent":"368.41701ms","remote":"127.0.0.1:56744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":113422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:15:12.511212Z","caller":"traceutil/trace.go:171","msg":"trace[921503471] transaction","detail":"{read_only:false; response_revision:1812; number_of_response:1; }","duration":"329.251782ms","start":"2026-04-16T03:15:12.18191Z","end":"2026-04-16T03:15:12.511162Z","steps":["trace[921503471] 'process raft request' (duration: 328.827501ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:12.511393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.712298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/cert-manager-controller-certificatesigningrequests\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:15:12.511442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:12.181885Z","time spent":"329.433975ms","remote":"127.0.0.1:56772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105315,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:15:12.511459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.541728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18a6b7dc99c16eb0\" ","response":"range_response_count:1 size:1071"} {"level":"warn","ts":"2026-04-16T03:15:12.511533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.984773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:2 size:42808"} {"level":"info","ts":"2026-04-16T03:15:12.511558Z","caller":"traceutil/trace.go:171","msg":"trace[750094684] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18a6b7dc99c16eb0; range_end:; response_count:1; response_revision:1812; }","duration":"369.701762ms","start":"2026-04-16T03:15:12.141833Z","end":"2026-04-16T03:15:12.511535Z","steps":["trace[750094684] 'agreement among raft nodes before linearized reading' (duration: 369.363573ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:12.511606Z","caller":"traceutil/trace.go:171","msg":"trace[59760000] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:2; response_revision:1812; }","duration":"302.100156ms","start":"2026-04-16T03:15:12.209488Z","end":"2026-04-16T03:15:12.511588Z","steps":["trace[59760000] 'agreement among raft nodes before linearized reading' (duration: 301.811959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:12.51167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:12.209474Z","time spent":"302.182318ms","remote":"127.0.0.1:56772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":2,"response size":42831,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"warn","ts":"2026-04-16T03:15:12.511618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:12.141812Z","time spent":"369.796595ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":1094,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18a6b7dc99c16eb0\" "} {"level":"info","ts":"2026-04-16T03:15:12.511487Z","caller":"traceutil/trace.go:171","msg":"trace[668953982] range","detail":"{range_begin:/registry/clusterrolebindings/cert-manager-controller-certificatesigningrequests; range_end:; response_count:0; response_revision:1812; }","duration":"290.879952ms","start":"2026-04-16T03:15:12.220583Z","end":"2026-04-16T03:15:12.511463Z","steps":["trace[668953982] 'agreement among raft nodes before linearized reading' (duration: 290.709018ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:12.511892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.554634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/cephobjectzones.ceph.rook.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:12.511946Z","caller":"traceutil/trace.go:171","msg":"trace[1940636905] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/cephobjectzones.ceph.rook.io; range_end:; response_count:0; response_revision:1812; }","duration":"370.632185ms","start":"2026-04-16T03:15:12.141297Z","end":"2026-04-16T03:15:12.51193Z","steps":["trace[1940636905] 'agreement among raft nodes before linearized reading' (duration: 369.933077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:12.511977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:12.141285Z","time spent":"370.685267ms","remote":"127.0.0.1:56728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/cephobjectzones.ceph.rook.io\" "} {"level":"info","ts":"2026-04-16T03:15:13.038375Z","caller":"traceutil/trace.go:171","msg":"trace[395161774] linearizableReadLoop","detail":"{readStateIndex:1980; appliedIndex:1979; }","duration":"145.628706ms","start":"2026-04-16T03:15:12.892708Z","end":"2026-04-16T03:15:13.038336Z","steps":["trace[395161774] 'read index received' (duration: 86.079893ms)","trace[395161774] 'applied index is now lower than readState.Index' (duration: 59.547633ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:15:13.038598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.406529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:13.038634Z","caller":"traceutil/trace.go:171","msg":"trace[783086634] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1828; }","duration":"225.493651ms","start":"2026-04-16T03:15:12.813129Z","end":"2026-04-16T03:15:13.038622Z","steps":["trace[783086634] 'agreement among raft nodes before linearized reading' (duration: 225.383148ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:13.03861Z","caller":"traceutil/trace.go:171","msg":"trace[1945559624] transaction","detail":"{read_only:false; response_revision:1828; number_of_response:1; }","duration":"214.864264ms","start":"2026-04-16T03:15:12.823652Z","end":"2026-04-16T03:15:13.038516Z","steps":["trace[1945559624] 'process raft request' (duration: 155.109256ms)","trace[1945559624] 'compare' (duration: 59.347638ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:15:13.04837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.333424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/rook-ceph-object-bucket\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:13.048467Z","caller":"traceutil/trace.go:171","msg":"trace[2099103216] range","detail":"{range_begin:/registry/clusterrolebindings/rook-ceph-object-bucket; range_end:; response_count:0; response_revision:1829; }","duration":"152.503479ms","start":"2026-04-16T03:15:12.895943Z","end":"2026-04-16T03:15:13.048447Z","steps":["trace[2099103216] 'agreement among raft nodes before linearized reading' (duration: 152.330074ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:13.048936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.463247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:2 size:207902"} {"level":"info","ts":"2026-04-16T03:15:13.048979Z","caller":"traceutil/trace.go:171","msg":"trace[166975088] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:2; response_revision:1829; }","duration":"148.545069ms","start":"2026-04-16T03:15:12.900424Z","end":"2026-04-16T03:15:13.048969Z","steps":["trace[166975088] 'agreement among raft nodes before linearized reading' (duration: 148.303123ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:13.939161Z","caller":"traceutil/trace.go:171","msg":"trace[1314675066] transaction","detail":"{read_only:false; response_revision:1888; number_of_response:1; }","duration":"420.526564ms","start":"2026-04-16T03:15:13.518595Z","end":"2026-04-16T03:15:13.939121Z","steps":["trace[1314675066] 'process raft request' (duration: 330.592654ms)","trace[1314675066] 'compare' (duration: 89.732125ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:15:13.939396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:13.518573Z","time spent":"420.71017ms","remote":"127.0.0.1:56744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":113422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:15:13.946596Z","caller":"traceutil/trace.go:171","msg":"trace[859644686] transaction","detail":"{read_only:false; response_revision:1889; number_of_response:1; }","duration":"389.962463ms","start":"2026-04-16T03:15:13.556602Z","end":"2026-04-16T03:15:13.946564Z","steps":["trace[859644686] 'process raft request' (duration: 389.550052ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:13.946739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:13.556556Z","time spent":"390.107356ms","remote":"127.0.0.1:56728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73564,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:15:13.946735Z","caller":"traceutil/trace.go:171","msg":"trace[73779616] linearizableReadLoop","detail":"{readStateIndex:2043; appliedIndex:2039; }","duration":"157.658079ms","start":"2026-04-16T03:15:13.789043Z","end":"2026-04-16T03:15:13.946701Z","steps":["trace[73779616] 'read index received' (duration: 60.167918ms)","trace[73779616] 'applied index is now lower than readState.Index' (duration: 97.488831ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:15:13.946841Z","caller":"traceutil/trace.go:171","msg":"trace[2039344445] transaction","detail":"{read_only:false; response_revision:1890; number_of_response:1; }","duration":"390.021964ms","start":"2026-04-16T03:15:13.556754Z","end":"2026-04-16T03:15:13.946776Z","steps":["trace[2039344445] 'process raft request' (duration: 389.653345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:13.946994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.935566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:13.946867Z","caller":"traceutil/trace.go:171","msg":"trace[1242769178] transaction","detail":"{read_only:false; response_revision:1891; number_of_response:1; }","duration":"259.274574ms","start":"2026-04-16T03:15:13.687575Z","end":"2026-04-16T03:15:13.94685Z","steps":["trace[1242769178] 'process raft request' (duration: 258.967576ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:13.947073Z","caller":"traceutil/trace.go:171","msg":"trace[87405976] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1891; }","duration":"158.09009ms","start":"2026-04-16T03:15:13.788962Z","end":"2026-04-16T03:15:13.947053Z","steps":["trace[87405976] 'agreement among raft nodes before linearized reading' (duration: 157.930916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:13.947036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:13.556745Z","time spent":"390.189869ms","remote":"127.0.0.1:56728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73420,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:15:14.450799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.615656ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:14.450967Z","caller":"traceutil/trace.go:171","msg":"trace[110944471] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1892; }","duration":"189.77292ms","start":"2026-04-16T03:15:14.261131Z","end":"2026-04-16T03:15:14.450904Z","steps":["trace[110944471] 'range keys from in-memory index tree' (duration: 189.592146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:14.451297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.063302ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:15:14.451518Z","caller":"traceutil/trace.go:171","msg":"trace[2146228149] transaction","detail":"{read_only:false; response_revision:1893; number_of_response:1; }","duration":"471.52086ms","start":"2026-04-16T03:15:13.979986Z","end":"2026-04-16T03:15:14.451506Z","steps":["trace[2146228149] 'process raft request' (duration: 238.141071ms)","trace[2146228149] 'compare' (duration: 232.848736ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:15:14.451692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:13.979943Z","time spent":"471.674324ms","remote":"127.0.0.1:56728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73573,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:15:14.451749Z","caller":"traceutil/trace.go:171","msg":"trace[1361296087] transaction","detail":"{read_only:false; response_revision:1894; number_of_response:1; }","duration":"466.696348ms","start":"2026-04-16T03:15:13.985019Z","end":"2026-04-16T03:15:14.451716Z","steps":["trace[1361296087] 'process raft request' (duration: 466.423211ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:14.451778Z","caller":"traceutil/trace.go:171","msg":"trace[1172809130] transaction","detail":"{read_only:false; response_revision:1896; number_of_response:1; }","duration":"466.524934ms","start":"2026-04-16T03:15:13.985225Z","end":"2026-04-16T03:15:14.45175Z","steps":["trace[1172809130] 'process raft request' (duration: 466.342959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:14.451871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:13.984983Z","time spent":"466.838052ms","remote":"127.0.0.1:56894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":811,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:15:14.45184Z","caller":"traceutil/trace.go:171","msg":"trace[2060628650] transaction","detail":"{read_only:false; response_revision:1897; number_of_response:1; }","duration":"466.250257ms","start":"2026-04-16T03:15:13.98554Z","end":"2026-04-16T03:15:14.45179Z","steps":["trace[2060628650] 'process raft request' (duration: 466.064162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:14.451885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:13.985216Z","time spent":"466.622397ms","remote":"127.0.0.1:56894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":550,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:15:14.451918Z","caller":"traceutil/trace.go:171","msg":"trace[1048508722] transaction","detail":"{read_only:false; response_revision:1898; number_of_response:1; }","duration":"466.35082ms","start":"2026-04-16T03:15:13.985557Z","end":"2026-04-16T03:15:14.451908Z","steps":["trace[1048508722] 'process raft request' (duration: 466.081142ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:14.451965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:13.985539Z","time spent":"466.403742ms","remote":"127.0.0.1:56894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":811,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:15:14.452029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:13.985522Z","time spent":"466.419482ms","remote":"127.0.0.1:56894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":811,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:15:14.451737Z","caller":"traceutil/trace.go:171","msg":"trace[1446735483] transaction","detail":"{read_only:false; response_revision:1895; number_of_response:1; }","duration":"466.540654ms","start":"2026-04-16T03:15:13.985143Z","end":"2026-04-16T03:15:14.451684Z","steps":["trace[1446735483] 'process raft request' (duration: 466.38389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:14.452114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:13.985133Z","time spent":"466.962106ms","remote":"127.0.0.1:56894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":829,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:15:14.453083Z","caller":"traceutil/trace.go:171","msg":"trace[1516124528] linearizableReadLoop","detail":"{readStateIndex:2060; appliedIndex:2044; }","duration":"189.138695ms","start":"2026-04-16T03:15:14.263929Z","end":"2026-04-16T03:15:14.453067Z","steps":["trace[1516124528] 'read index received' (duration: 159.370223ms)","trace[1516124528] 'applied index is now lower than readState.Index' (duration: 29.767192ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:15:14.453242Z","caller":"traceutil/trace.go:171","msg":"trace[275904151] transaction","detail":"{read_only:false; response_revision:1906; number_of_response:1; }","duration":"455.171717ms","start":"2026-04-16T03:15:13.998053Z","end":"2026-04-16T03:15:14.453225Z","steps":["trace[275904151] 'process raft request' (duration: 454.91492ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:14.453325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:13.998027Z","time spent":"455.258069ms","remote":"127.0.0.1:57110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3000,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:15:14.453421Z","caller":"traceutil/trace.go:171","msg":"trace[55846314] transaction","detail":"{read_only:false; response_revision:1899; number_of_response:1; }","duration":"467.708034ms","start":"2026-04-16T03:15:13.985702Z","end":"2026-04-16T03:15:14.45341Z","steps":["trace[55846314] 'process raft request' (duration: 465.96734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:14.453487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:13.985677Z","time spent":"467.780125ms","remote":"127.0.0.1:56894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":817,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:15:14.453613Z","caller":"traceutil/trace.go:171","msg":"trace[1759754164] transaction","detail":"{read_only:false; response_revision:1900; number_of_response:1; }","duration":"467.860938ms","start":"2026-04-16T03:15:13.985741Z","end":"2026-04-16T03:15:14.453601Z","steps":["trace[1759754164] 'process raft request' (duration: 466.982626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:14.453673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:13.985733Z","time spent":"467.913159ms","remote":"127.0.0.1:56894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:15:14.453681Z","caller":"traceutil/trace.go:171","msg":"trace[1102719149] transaction","detail":"{read_only:false; response_revision:1905; number_of_response:1; }","duration":"466.710298ms","start":"2026-04-16T03:15:13.986858Z","end":"2026-04-16T03:15:14.453568Z","steps":["trace[1102719149] 'process raft request' (duration: 466.074202ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:14.453795Z","caller":"traceutil/trace.go:171","msg":"trace[1978827486] transaction","detail":"{read_only:false; response_revision:1901; number_of_response:1; }","duration":"467.990872ms","start":"2026-04-16T03:15:13.985793Z","end":"2026-04-16T03:15:14.453783Z","steps":["trace[1978827486] 'process raft request' (duration: 466.976796ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:14.453245Z","caller":"traceutil/trace.go:171","msg":"trace[1809135587] transaction","detail":"{read_only:false; response_revision:1904; number_of_response:1; }","duration":"467.237592ms","start":"2026-04-16T03:15:13.985975Z","end":"2026-04-16T03:15:14.453213Z","steps":["trace[1809135587] 'process raft request' (duration: 466.930085ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:14.45386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:13.985786Z","time spent":"468.035822ms","remote":"127.0.0.1:56894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":791,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:15:14.453891Z","caller":"traceutil/trace.go:171","msg":"trace[1682121396] transaction","detail":"{read_only:false; response_revision:1902; number_of_response:1; }","duration":"467.96223ms","start":"2026-04-16T03:15:13.985921Z","end":"2026-04-16T03:15:14.453883Z","steps":["trace[1682121396] 'process raft request' (duration: 466.929054ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:14.453905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:13.985964Z","time spent":"467.904619ms","remote":"127.0.0.1:56894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:15:14.453879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:13.986849Z","time spent":"466.952964ms","remote":"127.0.0.1:56894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":528,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:15:14.454022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:13.985914Z","time spent":"468.022762ms","remote":"127.0.0.1:56894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":606,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:15:14.454126Z","caller":"traceutil/trace.go:171","msg":"trace[583252198] transaction","detail":"{read_only:false; response_revision:1903; number_of_response:1; }","duration":"468.181666ms","start":"2026-04-16T03:15:13.985932Z","end":"2026-04-16T03:15:14.454114Z","steps":["trace[583252198] 'process raft request' (duration: 466.948465ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:14.453766Z","caller":"traceutil/trace.go:171","msg":"trace[862457441] transaction","detail":"{read_only:false; response_revision:1907; number_of_response:1; }","duration":"455.477965ms","start":"2026-04-16T03:15:13.998281Z","end":"2026-04-16T03:15:14.453759Z","steps":["trace[862457441] 'process raft request' (duration: 454.724756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:14.454175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:13.985919Z","time spent":"468.234517ms","remote":"127.0.0.1:56894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:15:14.454189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:13.998268Z","time spent":"455.894355ms","remote":"127.0.0.1:57110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3870,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:15:14.453725Z","caller":"traceutil/trace.go:171","msg":"trace[1245283250] transaction","detail":"{read_only:false; response_revision:1908; number_of_response:1; }","duration":"454.678114ms","start":"2026-04-16T03:15:13.999017Z","end":"2026-04-16T03:15:14.453695Z","steps":["trace[1245283250] 'process raft request' (duration: 454.018698ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:14.454404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:13.999004Z","time spent":"455.380152ms","remote":"127.0.0.1:57110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4127,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:15:14.454425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.507908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-g259p\" ","response":"range_response_count:1 size:5293"} {"level":"info","ts":"2026-04-16T03:15:14.454456Z","caller":"traceutil/trace.go:171","msg":"trace[158179548] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-g259p; range_end:; response_count:1; response_revision:1908; }","duration":"190.587831ms","start":"2026-04-16T03:15:14.263857Z","end":"2026-04-16T03:15:14.454445Z","steps":["trace[158179548] 'agreement among raft nodes before linearized reading' (duration: 190.394046ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:14.815574Z","caller":"traceutil/trace.go:171","msg":"trace[38918989] transaction","detail":"{read_only:false; response_revision:1936; number_of_response:1; }","duration":"218.038623ms","start":"2026-04-16T03:15:14.5975Z","end":"2026-04-16T03:15:14.815539Z","steps":["trace[38918989] 'process raft request' (duration: 216.216378ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:14.815677Z","caller":"traceutil/trace.go:171","msg":"trace[1938076243] transaction","detail":"{read_only:false; response_revision:1938; number_of_response:1; }","duration":"204.086701ms","start":"2026-04-16T03:15:14.611558Z","end":"2026-04-16T03:15:14.815645Z","steps":["trace[1938076243] 'process raft request' (duration: 204.029669ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:14.815785Z","caller":"traceutil/trace.go:171","msg":"trace[914324699] transaction","detail":"{read_only:false; response_revision:1937; number_of_response:1; }","duration":"205.375553ms","start":"2026-04-16T03:15:14.610359Z","end":"2026-04-16T03:15:14.815734Z","steps":["trace[914324699] 'process raft request' (duration: 205.164478ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:14.815828Z","caller":"traceutil/trace.go:171","msg":"trace[1247230076] transaction","detail":"{read_only:false; number_of_response:0; response_revision:1936; }","duration":"208.83973ms","start":"2026-04-16T03:15:14.606865Z","end":"2026-04-16T03:15:14.815705Z","steps":["trace[1247230076] 'process raft request' (duration: 208.592564ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:14.84961Z","caller":"traceutil/trace.go:171","msg":"trace[1352241470] transaction","detail":"{read_only:false; response_revision:1939; number_of_response:1; }","duration":"101.274236ms","start":"2026-04-16T03:15:14.74831Z","end":"2026-04-16T03:15:14.849584Z","steps":["trace[1352241470] 'process raft request' (duration: 100.713352ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:15.108592Z","caller":"traceutil/trace.go:171","msg":"trace[1870828739] transaction","detail":"{read_only:false; response_revision:1955; number_of_response:1; }","duration":"239.750652ms","start":"2026-04-16T03:15:14.868794Z","end":"2026-04-16T03:15:15.108544Z","steps":["trace[1870828739] 'process raft request' (duration: 234.881939ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:15.108673Z","caller":"traceutil/trace.go:171","msg":"trace[1616154778] transaction","detail":"{read_only:false; response_revision:1956; number_of_response:1; }","duration":"235.648357ms","start":"2026-04-16T03:15:14.872973Z","end":"2026-04-16T03:15:15.108621Z","steps":["trace[1616154778] 'process raft request' (duration: 235.379821ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:15.108736Z","caller":"traceutil/trace.go:171","msg":"trace[1820961519] transaction","detail":"{read_only:false; response_revision:1958; number_of_response:1; }","duration":"234.968541ms","start":"2026-04-16T03:15:14.873719Z","end":"2026-04-16T03:15:15.108688Z","steps":["trace[1820961519] 'process raft request' (duration: 234.759666ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:15.108836Z","caller":"traceutil/trace.go:171","msg":"trace[2075399508] transaction","detail":"{read_only:false; response_revision:1961; number_of_response:1; }","duration":"234.848127ms","start":"2026-04-16T03:15:14.873976Z","end":"2026-04-16T03:15:15.108824Z","steps":["trace[2075399508] 'process raft request' (duration: 234.665953ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:15.108924Z","caller":"traceutil/trace.go:171","msg":"trace[382616228] transaction","detail":"{read_only:false; response_revision:1966; number_of_response:1; }","duration":"231.516434ms","start":"2026-04-16T03:15:14.877381Z","end":"2026-04-16T03:15:15.108897Z","steps":["trace[382616228] 'process raft request' (duration: 231.452483ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:15.108942Z","caller":"traceutil/trace.go:171","msg":"trace[1669513927] transaction","detail":"{read_only:false; response_revision:1959; number_of_response:1; }","duration":"235.133145ms","start":"2026-04-16T03:15:14.873759Z","end":"2026-04-16T03:15:15.108892Z","steps":["trace[1669513927] 'process raft request' (duration: 234.770876ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:15.108995Z","caller":"traceutil/trace.go:171","msg":"trace[1860749800] transaction","detail":"{read_only:false; response_revision:1964; number_of_response:1; }","duration":"234.458718ms","start":"2026-04-16T03:15:14.874524Z","end":"2026-04-16T03:15:15.108983Z","steps":["trace[1860749800] 'process raft request' (duration: 234.232833ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:15.109003Z","caller":"traceutil/trace.go:171","msg":"trace[2090674159] transaction","detail":"{read_only:false; response_revision:1962; number_of_response:1; }","duration":"234.766675ms","start":"2026-04-16T03:15:14.874223Z","end":"2026-04-16T03:15:15.10899Z","steps":["trace[2090674159] 'process raft request' (duration: 234.459718ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:15.108945Z","caller":"traceutil/trace.go:171","msg":"trace[1076378900] transaction","detail":"{read_only:false; response_revision:1960; number_of_response:1; }","duration":"235.015382ms","start":"2026-04-16T03:15:14.873918Z","end":"2026-04-16T03:15:15.108934Z","steps":["trace[1076378900] 'process raft request' (duration: 234.680124ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:15.108748Z","caller":"traceutil/trace.go:171","msg":"trace[1095383867] transaction","detail":"{read_only:false; response_revision:1957; number_of_response:1; }","duration":"235.040113ms","start":"2026-04-16T03:15:14.873597Z","end":"2026-04-16T03:15:15.108637Z","steps":["trace[1095383867] 'process raft request' (duration: 234.830088ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:15.108925Z","caller":"traceutil/trace.go:171","msg":"trace[953327442] transaction","detail":"{read_only:false; response_revision:1965; number_of_response:1; }","duration":"234.182381ms","start":"2026-04-16T03:15:14.874718Z","end":"2026-04-16T03:15:15.108901Z","steps":["trace[953327442] 'process raft request' (duration: 234.078499ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:15.109211Z","caller":"traceutil/trace.go:171","msg":"trace[205903506] transaction","detail":"{read_only:false; response_revision:1963; number_of_response:1; }","duration":"234.435847ms","start":"2026-04-16T03:15:14.87442Z","end":"2026-04-16T03:15:15.108856Z","steps":["trace[205903506] 'process raft request' (duration: 234.299924ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:15.275955Z","caller":"traceutil/trace.go:171","msg":"trace[624610301] transaction","detail":"{read_only:false; response_revision:1976; number_of_response:1; }","duration":"123.872237ms","start":"2026-04-16T03:15:15.152054Z","end":"2026-04-16T03:15:15.275927Z","steps":["trace[624610301] 'process raft request' (duration: 119.839325ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:15.32082Z","caller":"traceutil/trace.go:171","msg":"trace[598195666] transaction","detail":"{read_only:false; response_revision:1978; number_of_response:1; }","duration":"146.960409ms","start":"2026-04-16T03:15:15.173819Z","end":"2026-04-16T03:15:15.32078Z","steps":["trace[598195666] 'process raft request' (duration: 146.858257ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:15.320827Z","caller":"traceutil/trace.go:171","msg":"trace[1655977024] transaction","detail":"{read_only:false; response_revision:1977; number_of_response:1; }","duration":"147.571415ms","start":"2026-04-16T03:15:15.173215Z","end":"2026-04-16T03:15:15.320787Z","steps":["trace[1655977024] 'process raft request' (duration: 147.338249ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:15.320888Z","caller":"traceutil/trace.go:171","msg":"trace[1662493867] transaction","detail":"{read_only:false; response_revision:1979; number_of_response:1; }","duration":"146.961529ms","start":"2026-04-16T03:15:15.173899Z","end":"2026-04-16T03:15:15.320861Z","steps":["trace[1662493867] 'process raft request' (duration: 146.801815ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:15.321005Z","caller":"traceutil/trace.go:171","msg":"trace[113727875] transaction","detail":"{read_only:false; response_revision:1982; number_of_response:1; }","duration":"145.860141ms","start":"2026-04-16T03:15:15.17512Z","end":"2026-04-16T03:15:15.32098Z","steps":["trace[113727875] 'process raft request' (duration: 145.738638ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:15.321019Z","caller":"traceutil/trace.go:171","msg":"trace[435015147] transaction","detail":"{read_only:false; response_revision:1980; number_of_response:1; }","duration":"146.765825ms","start":"2026-04-16T03:15:15.174202Z","end":"2026-04-16T03:15:15.320968Z","steps":["trace[435015147] 'process raft request' (duration: 146.56574ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:15.321047Z","caller":"traceutil/trace.go:171","msg":"trace[697136378] transaction","detail":"{read_only:false; response_revision:1984; number_of_response:1; }","duration":"145.620446ms","start":"2026-04-16T03:15:15.175403Z","end":"2026-04-16T03:15:15.321024Z","steps":["trace[697136378] 'process raft request' (duration: 145.514503ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:15.321067Z","caller":"traceutil/trace.go:171","msg":"trace[207797468] transaction","detail":"{read_only:false; response_revision:1981; number_of_response:1; }","duration":"146.20592ms","start":"2026-04-16T03:15:15.174849Z","end":"2026-04-16T03:15:15.321055Z","steps":["trace[207797468] 'process raft request' (duration: 145.979325ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:15.321071Z","caller":"traceutil/trace.go:171","msg":"trace[1315804862] transaction","detail":"{read_only:false; response_revision:1983; number_of_response:1; }","duration":"145.80877ms","start":"2026-04-16T03:15:15.175243Z","end":"2026-04-16T03:15:15.321052Z","steps":["trace[1315804862] 'process raft request' (duration: 145.643666ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:15.321327Z","caller":"traceutil/trace.go:171","msg":"trace[253027107] transaction","detail":"{read_only:false; response_revision:1985; number_of_response:1; }","duration":"145.79222ms","start":"2026-04-16T03:15:15.175519Z","end":"2026-04-16T03:15:15.321311Z","steps":["trace[253027107] 'process raft request' (duration: 145.428011ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:15.32144Z","caller":"traceutil/trace.go:171","msg":"trace[1312014523] transaction","detail":"{read_only:false; response_revision:1986; number_of_response:1; }","duration":"145.873351ms","start":"2026-04-16T03:15:15.17555Z","end":"2026-04-16T03:15:15.321424Z","steps":["trace[1312014523] 'process raft request' (duration: 145.624325ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:15.498278Z","caller":"traceutil/trace.go:171","msg":"trace[113118235] linearizableReadLoop","detail":"{readStateIndex:2141; appliedIndex:2132; }","duration":"199.442114ms","start":"2026-04-16T03:15:15.298801Z","end":"2026-04-16T03:15:15.498243Z","steps":["trace[113118235] 'read index received' (duration: 21.942684ms)","trace[113118235] 'applied index is now lower than readState.Index' (duration: 177.49821ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:15:15.498385Z","caller":"traceutil/trace.go:171","msg":"trace[2021625429] transaction","detail":"{read_only:false; response_revision:1988; number_of_response:1; }","duration":"204.074001ms","start":"2026-04-16T03:15:15.294302Z","end":"2026-04-16T03:15:15.498376Z","steps":["trace[2021625429] 'process raft request' (duration: 186.252791ms)","trace[2021625429] 'compare' (duration: 17.538583ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:15:15.498602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.774502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-04-16T03:15:15.498704Z","caller":"traceutil/trace.go:171","msg":"trace[374014113] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:1988; }","duration":"199.942757ms","start":"2026-04-16T03:15:15.298741Z","end":"2026-04-16T03:15:15.498684Z","steps":["trace[374014113] 'agreement among raft nodes before linearized reading' (duration: 199.708621ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:15.509545Z","caller":"traceutil/trace.go:171","msg":"trace[163453852] transaction","detail":"{read_only:false; response_revision:1989; number_of_response:1; }","duration":"181.926202ms","start":"2026-04-16T03:15:15.327581Z","end":"2026-04-16T03:15:15.509507Z","steps":["trace[163453852] 'process raft request' (duration: 181.638855ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:15.509858Z","caller":"traceutil/trace.go:171","msg":"trace[433879098] transaction","detail":"{read_only:false; response_revision:1990; number_of_response:1; }","duration":"180.725661ms","start":"2026-04-16T03:15:15.329122Z","end":"2026-04-16T03:15:15.509848Z","steps":["trace[433879098] 'process raft request' (duration: 180.246589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:15.50986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.511527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7378"} {"level":"info","ts":"2026-04-16T03:15:15.509942Z","caller":"traceutil/trace.go:171","msg":"trace[142967746] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:1991; }","duration":"159.634369ms","start":"2026-04-16T03:15:15.350286Z","end":"2026-04-16T03:15:15.50992Z","steps":["trace[142967746] 'agreement among raft nodes before linearized reading' (duration: 159.421774ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:15.509933Z","caller":"traceutil/trace.go:171","msg":"trace[1299506154] transaction","detail":"{read_only:false; response_revision:1991; number_of_response:1; }","duration":"164.834601ms","start":"2026-04-16T03:15:15.345035Z","end":"2026-04-16T03:15:15.509869Z","steps":["trace[1299506154] 'process raft request' (duration: 164.613345ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:15.706145Z","caller":"traceutil/trace.go:171","msg":"trace[1555778973] transaction","detail":"{read_only:false; response_revision:1993; number_of_response:1; }","duration":"186.322512ms","start":"2026-04-16T03:15:15.519778Z","end":"2026-04-16T03:15:15.7061Z","steps":["trace[1555778973] 'process raft request' (duration: 118.51537ms)","trace[1555778973] 'compare' (duration: 67.556356ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:15:15.707099Z","caller":"traceutil/trace.go:171","msg":"trace[327582252] linearizableReadLoop","detail":"{readStateIndex:2147; appliedIndex:2145; }","duration":"158.101421ms","start":"2026-04-16T03:15:15.548979Z","end":"2026-04-16T03:15:15.70708Z","steps":["trace[327582252] 'read index received' (duration: 89.330985ms)","trace[327582252] 'applied index is now lower than readState.Index' (duration: 68.769406ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:15:15.707321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.036536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:471"} {"level":"info","ts":"2026-04-16T03:15:15.707378Z","caller":"traceutil/trace.go:171","msg":"trace[680739119] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1994; }","duration":"186.155129ms","start":"2026-04-16T03:15:15.521208Z","end":"2026-04-16T03:15:15.707363Z","steps":["trace[680739119] 'agreement among raft nodes before linearized reading' (duration: 185.949554ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:15.70801Z","caller":"traceutil/trace.go:171","msg":"trace[1872854856] transaction","detail":"{read_only:false; response_revision:1994; number_of_response:1; }","duration":"181.292166ms","start":"2026-04-16T03:15:15.526677Z","end":"2026-04-16T03:15:15.707969Z","steps":["trace[1872854856] 'process raft request' (duration: 179.340167ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:15.708403Z","caller":"traceutil/trace.go:171","msg":"trace[566252392] transaction","detail":"{read_only:false; response_revision:1995; number_of_response:1; }","duration":"143.838841ms","start":"2026-04-16T03:15:15.564541Z","end":"2026-04-16T03:15:15.70838Z","steps":["trace[566252392] 'process raft request' (duration: 142.470527ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:15.761279Z","caller":"traceutil/trace.go:171","msg":"trace[708240711] transaction","detail":"{read_only:false; response_revision:1996; number_of_response:1; }","duration":"104.60858ms","start":"2026-04-16T03:15:15.656614Z","end":"2026-04-16T03:15:15.761223Z","steps":["trace[708240711] 'process raft request' (duration: 101.279556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:15.960163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.359052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-04-16T03:15:15.960266Z","caller":"traceutil/trace.go:171","msg":"trace[2022803630] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:2006; }","duration":"138.494586ms","start":"2026-04-16T03:15:15.821746Z","end":"2026-04-16T03:15:15.960241Z","steps":["trace[2022803630] 'agreement among raft nodes before linearized reading' (duration: 138.23759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:15.960261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.057643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"warn","ts":"2026-04-16T03:15:15.960287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.232027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188495"} {"level":"info","ts":"2026-04-16T03:15:15.960383Z","caller":"traceutil/trace.go:171","msg":"trace[641198031] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:2006; }","duration":"147.217357ms","start":"2026-04-16T03:15:15.813133Z","end":"2026-04-16T03:15:15.960351Z","steps":["trace[641198031] 'agreement among raft nodes before linearized reading' (duration: 146.877158ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:15.960426Z","caller":"traceutil/trace.go:171","msg":"trace[2044810173] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:2006; }","duration":"107.424862ms","start":"2026-04-16T03:15:15.852973Z","end":"2026-04-16T03:15:15.960398Z","steps":["trace[2044810173] 'agreement among raft nodes before linearized reading' (duration: 106.96633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:15.960401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.240557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"warn","ts":"2026-04-16T03:15:15.960458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.774018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"info","ts":"2026-04-16T03:15:15.960522Z","caller":"traceutil/trace.go:171","msg":"trace[1628999757] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:2006; }","duration":"147.439932ms","start":"2026-04-16T03:15:15.813051Z","end":"2026-04-16T03:15:15.960491Z","steps":["trace[1628999757] 'agreement among raft nodes before linearized reading' (duration: 147.070783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:15.96055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.701161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-04-16T03:15:15.960651Z","caller":"traceutil/trace.go:171","msg":"trace[1834167789] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:2006; }","duration":"138.002813ms","start":"2026-04-16T03:15:15.82261Z","end":"2026-04-16T03:15:15.960613Z","steps":["trace[1834167789] 'agreement among raft nodes before linearized reading' (duration: 137.350957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:15.960654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.204518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-g259p\" ","response":"range_response_count:1 size:5293"} {"level":"info","ts":"2026-04-16T03:15:15.960687Z","caller":"traceutil/trace.go:171","msg":"trace[1887655328] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:2006; }","duration":"138.846754ms","start":"2026-04-16T03:15:15.821811Z","end":"2026-04-16T03:15:15.960657Z","steps":["trace[1887655328] 'agreement among raft nodes before linearized reading' (duration: 138.163637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:15.960661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.36334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"warn","ts":"2026-04-16T03:15:15.960742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.077755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-04-16T03:15:15.960749Z","caller":"traceutil/trace.go:171","msg":"trace[775112099] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-g259p; range_end:; response_count:1; response_revision:2006; }","duration":"161.319201ms","start":"2026-04-16T03:15:15.799402Z","end":"2026-04-16T03:15:15.960721Z","steps":["trace[775112099] 'agreement among raft nodes before linearized reading' (duration: 161.040644ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:15.960781Z","caller":"traceutil/trace.go:171","msg":"trace[1280327182] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:2006; }","duration":"147.518884ms","start":"2026-04-16T03:15:15.813235Z","end":"2026-04-16T03:15:15.960753Z","steps":["trace[1280327182] 'agreement among raft nodes before linearized reading' (duration: 147.125954ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:15.960794Z","caller":"traceutil/trace.go:171","msg":"trace[175311891] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:2006; }","duration":"138.135506ms","start":"2026-04-16T03:15:15.822645Z","end":"2026-04-16T03:15:15.96078Z","steps":["trace[175311891] 'agreement among raft nodes before linearized reading' (duration: 137.304886ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:15.960702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.519974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-04-16T03:15:15.960907Z","caller":"traceutil/trace.go:171","msg":"trace[186674823] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:2006; }","duration":"147.728799ms","start":"2026-04-16T03:15:15.813154Z","end":"2026-04-16T03:15:15.960883Z","steps":["trace[186674823] 'agreement among raft nodes before linearized reading' (duration: 147.444752ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:16.195072Z","caller":"traceutil/trace.go:171","msg":"trace[26480627] transaction","detail":"{read_only:false; response_revision:2015; number_of_response:1; }","duration":"119.747383ms","start":"2026-04-16T03:15:16.075283Z","end":"2026-04-16T03:15:16.195031Z","steps":["trace[26480627] 'process raft request' (duration: 117.298421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:16.553481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.375827ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:15:16.553744Z","caller":"traceutil/trace.go:171","msg":"trace[1846569008] linearizableReadLoop","detail":"{readStateIndex:2174; appliedIndex:2172; }","duration":"184.61025ms","start":"2026-04-16T03:15:16.369114Z","end":"2026-04-16T03:15:16.553724Z","steps":["trace[1846569008] 'read index received' (duration: 31.828843ms)","trace[1846569008] 'applied index is now lower than readState.Index' (duration: 152.780127ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:15:16.553769Z","caller":"traceutil/trace.go:171","msg":"trace[1641649946] transaction","detail":"{read_only:false; response_revision:2020; number_of_response:1; }","duration":"321.862874ms","start":"2026-04-16T03:15:16.231864Z","end":"2026-04-16T03:15:16.553727Z","steps":["trace[1641649946] 'process raft request' (duration: 321.766982ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:16.55377Z","caller":"traceutil/trace.go:171","msg":"trace[1628154388] transaction","detail":"{read_only:false; response_revision:2019; number_of_response:1; }","duration":"324.740907ms","start":"2026-04-16T03:15:16.228983Z","end":"2026-04-16T03:15:16.553724Z","steps":["trace[1628154388] 'process raft request' (duration: 172.025581ms)","trace[1628154388] 'compare' (duration: 152.156002ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:15:16.553906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.794724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-g259p\" ","response":"range_response_count:1 size:4894"} {"level":"info","ts":"2026-04-16T03:15:16.553943Z","caller":"traceutil/trace.go:171","msg":"trace[652547848] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-g259p; range_end:; response_count:1; response_revision:2020; }","duration":"184.866736ms","start":"2026-04-16T03:15:16.369062Z","end":"2026-04-16T03:15:16.553929Z","steps":["trace[652547848] 'agreement among raft nodes before linearized reading' (duration: 184.717102ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:16.55394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:16.231828Z","time spent":"322.016628ms","remote":"127.0.0.1:56728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":43954,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:15:16.553951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:16.228943Z","time spent":"324.914641ms","remote":"127.0.0.1:56728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":43585,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:15:16.84819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.765351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:16.848191Z","caller":"traceutil/trace.go:171","msg":"trace[1312046236] transaction","detail":"{read_only:false; response_revision:2024; number_of_response:1; }","duration":"165.482477ms","start":"2026-04-16T03:15:16.682676Z","end":"2026-04-16T03:15:16.848159Z","steps":["trace[1312046236] 'process raft request' (duration: 92.380502ms)","trace[1312046236] 'compare' (duration: 72.963231ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:15:16.848277Z","caller":"traceutil/trace.go:171","msg":"trace[1742054343] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:2023; }","duration":"174.922975ms","start":"2026-04-16T03:15:16.673334Z","end":"2026-04-16T03:15:16.848257Z","steps":["trace[1742054343] 'range keys from in-memory index tree' (duration: 174.665859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:16.84818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.119556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:16.848437Z","caller":"traceutil/trace.go:171","msg":"trace[1188409378] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:2023; }","duration":"176.486885ms","start":"2026-04-16T03:15:16.67192Z","end":"2026-04-16T03:15:16.848407Z","steps":["trace[1188409378] 'range keys from in-memory index tree' (duration: 175.974162ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:17.056308Z","caller":"traceutil/trace.go:171","msg":"trace[1568227352] linearizableReadLoop","detail":"{readStateIndex:2179; appliedIndex:2178; }","duration":"279.939305ms","start":"2026-04-16T03:15:16.776347Z","end":"2026-04-16T03:15:17.056286Z","steps":["trace[1568227352] 'read index received' (duration: 279.626657ms)","trace[1568227352] 'applied index is now lower than readState.Index' (duration: 311.958µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:15:17.056399Z","caller":"traceutil/trace.go:171","msg":"trace[647563025] transaction","detail":"{read_only:false; response_revision:2025; number_of_response:1; }","duration":"344.525846ms","start":"2026-04-16T03:15:16.711854Z","end":"2026-04-16T03:15:17.05638Z","steps":["trace[647563025] 'process raft request' (duration: 344.110925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:17.05649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.193442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:2332"} {"level":"info","ts":"2026-04-16T03:15:17.05652Z","caller":"traceutil/trace.go:171","msg":"trace[674126732] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:2025; }","duration":"280.329905ms","start":"2026-04-16T03:15:16.776182Z","end":"2026-04-16T03:15:17.056512Z","steps":["trace[674126732] 'agreement among raft nodes before linearized reading' (duration: 280.206372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:17.056528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:16.711818Z","time spent":"344.617478ms","remote":"127.0.0.1:56728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":136603,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:15:17.21043Z","caller":"traceutil/trace.go:171","msg":"trace[760606893] linearizableReadLoop","detail":"{readStateIndex:2180; appliedIndex:2179; }","duration":"143.901882ms","start":"2026-04-16T03:15:17.066498Z","end":"2026-04-16T03:15:17.2104Z","steps":["trace[760606893] 'read index received' (duration: 137.020549ms)","trace[760606893] 'applied index is now lower than readState.Index' (duration: 6.880633ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:15:17.210858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.24525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:2332"} {"level":"info","ts":"2026-04-16T03:15:17.210835Z","caller":"traceutil/trace.go:171","msg":"trace[689503567] transaction","detail":"{read_only:false; response_revision:2026; number_of_response:1; }","duration":"329.096626ms","start":"2026-04-16T03:15:16.881674Z","end":"2026-04-16T03:15:17.21077Z","steps":["trace[689503567] 'process raft request' (duration: 321.954246ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:17.210906Z","caller":"traceutil/trace.go:171","msg":"trace[631245841] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:2026; }","duration":"144.424045ms","start":"2026-04-16T03:15:17.066469Z","end":"2026-04-16T03:15:17.210893Z","steps":["trace[631245841] 'agreement among raft nodes before linearized reading' (duration: 144.050046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:17.211055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:16.88164Z","time spent":"329.294651ms","remote":"127.0.0.1:56728","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":55710,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:15:18.624606Z","caller":"traceutil/trace.go:171","msg":"trace[1532166265] transaction","detail":"{read_only:false; response_revision:2030; number_of_response:1; }","duration":"156.396207ms","start":"2026-04-16T03:15:18.468144Z","end":"2026-04-16T03:15:18.62454Z","steps":["trace[1532166265] 'process raft request' (duration: 104.601581ms)","trace[1532166265] 'compare' (duration: 51.615022ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:15:23.684543Z","caller":"traceutil/trace.go:171","msg":"trace[993944073] linearizableReadLoop","detail":"{readStateIndex:2191; appliedIndex:2190; }","duration":"268.635991ms","start":"2026-04-16T03:15:23.415882Z","end":"2026-04-16T03:15:23.684518Z","steps":["trace[993944073] 'read index received' (duration: 268.389255ms)","trace[993944073] 'applied index is now lower than readState.Index' (duration: 245.476µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:15:23.684927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.851936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:23.68496Z","caller":"traceutil/trace.go:171","msg":"trace[230580667] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:2036; }","duration":"268.960748ms","start":"2026-04-16T03:15:23.415991Z","end":"2026-04-16T03:15:23.684951Z","steps":["trace[230580667] 'agreement among raft nodes before linearized reading' (duration: 268.883087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:23.685008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.007434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:15:23.68501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.074712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:15:23.685126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.115187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:23.685154Z","caller":"traceutil/trace.go:171","msg":"trace[608540115] transaction","detail":"{read_only:false; response_revision:2036; number_of_response:1; }","duration":"269.522423ms","start":"2026-04-16T03:15:23.415621Z","end":"2026-04-16T03:15:23.685144Z","steps":["trace[608540115] 'process raft request' (duration: 268.680932ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:23.685179Z","caller":"traceutil/trace.go:171","msg":"trace[1907054544] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:2036; }","duration":"268.192769ms","start":"2026-04-16T03:15:23.41698Z","end":"2026-04-16T03:15:23.685173Z","steps":["trace[1907054544] 'agreement among raft nodes before linearized reading' (duration: 268.123427ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:23.685087Z","caller":"traceutil/trace.go:171","msg":"trace[1784529251] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2036; }","duration":"123.153288ms","start":"2026-04-16T03:15:23.561913Z","end":"2026-04-16T03:15:23.685067Z","steps":["trace[1784529251] 'agreement among raft nodes before linearized reading' (duration: 122.988454ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:23.685357Z","caller":"traceutil/trace.go:171","msg":"trace[1765485585] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:2036; }","duration":"269.309838ms","start":"2026-04-16T03:15:23.415851Z","end":"2026-04-16T03:15:23.685161Z","steps":["trace[1765485585] 'agreement among raft nodes before linearized reading' (duration: 269.01617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:23.685054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.2205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:23.685441Z","caller":"traceutil/trace.go:171","msg":"trace[751434347] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2036; }","duration":"123.644922ms","start":"2026-04-16T03:15:23.56176Z","end":"2026-04-16T03:15:23.685405Z","steps":["trace[751434347] 'agreement among raft nodes before linearized reading' (duration: 123.19693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:23.957127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.690739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:23.957266Z","caller":"traceutil/trace.go:171","msg":"trace[2048188095] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:2036; }","duration":"214.875273ms","start":"2026-04-16T03:15:23.742359Z","end":"2026-04-16T03:15:23.957235Z","steps":["trace[2048188095] 'count revisions from in-memory index tree' (duration: 214.623617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:23.957269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.956868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:15:23.957316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.890084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:23.957328Z","caller":"traceutil/trace.go:171","msg":"trace[1644192985] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2036; }","duration":"168.055161ms","start":"2026-04-16T03:15:23.789257Z","end":"2026-04-16T03:15:23.957312Z","steps":["trace[1644192985] 'range keys from in-memory index tree' (duration: 167.871777ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:23.957373Z","caller":"traceutil/trace.go:171","msg":"trace[894580706] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:2036; }","duration":"214.960955ms","start":"2026-04-16T03:15:23.74239Z","end":"2026-04-16T03:15:23.957351Z","steps":["trace[894580706] 'range keys from in-memory index tree' (duration: 214.848573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:23.957356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.748609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:15:23.957254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.798381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:23.957453Z","caller":"traceutil/trace.go:171","msg":"trace[1199939631] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:2036; }","duration":"168.944664ms","start":"2026-04-16T03:15:23.788483Z","end":"2026-04-16T03:15:23.957428Z","steps":["trace[1199939631] 'range keys from in-memory index tree' (duration: 168.583866ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:23.957486Z","caller":"traceutil/trace.go:171","msg":"trace[1363808557] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:2036; }","duration":"169.088538ms","start":"2026-04-16T03:15:23.788354Z","end":"2026-04-16T03:15:23.957442Z","steps":["trace[1363808557] 'count revisions from in-memory index tree' (duration: 168.677567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:23.957501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.17197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:23.957619Z","caller":"traceutil/trace.go:171","msg":"trace[1417875849] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:2036; }","duration":"213.339204ms","start":"2026-04-16T03:15:23.744252Z","end":"2026-04-16T03:15:23.957592Z","steps":["trace[1417875849] 'range keys from in-memory index tree' (duration: 213.121658ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:23.957622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.689731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:23.957734Z","caller":"traceutil/trace.go:171","msg":"trace[76210772] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:2036; }","duration":"165.866046ms","start":"2026-04-16T03:15:23.791842Z","end":"2026-04-16T03:15:23.957708Z","steps":["trace[76210772] 'range keys from in-memory index tree' (duration: 165.641311ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:24.374263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.66857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:24.374377Z","caller":"traceutil/trace.go:171","msg":"trace[1364030682] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:2037; }","duration":"100.831255ms","start":"2026-04-16T03:15:24.27352Z","end":"2026-04-16T03:15:24.374352Z","steps":["trace[1364030682] 'range keys from in-memory index tree' (duration: 100.610388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:24.37433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.086148ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:15:24.374432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.00172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:24.37453Z","caller":"traceutil/trace.go:171","msg":"trace[1791347395] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:2037; }","duration":"101.166284ms","start":"2026-04-16T03:15:24.273343Z","end":"2026-04-16T03:15:24.374509Z","steps":["trace[1791347395] 'count revisions from in-memory index tree' (duration: 100.816365ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:24.374469Z","caller":"traceutil/trace.go:171","msg":"trace[1098202784] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2037; }","duration":"110.243033ms","start":"2026-04-16T03:15:24.264204Z","end":"2026-04-16T03:15:24.374447Z","steps":["trace[1098202784] 'range keys from in-memory index tree' (duration: 110.066538ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:25.486611Z","caller":"traceutil/trace.go:171","msg":"trace[1391668070] transaction","detail":"{read_only:false; response_revision:2038; number_of_response:1; }","duration":"213.221873ms","start":"2026-04-16T03:15:25.273349Z","end":"2026-04-16T03:15:25.486571Z","steps":["trace[1391668070] 'process raft request' (duration: 213.015687ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:25.829394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.281455ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T03:15:26.535978Z","caller":"traceutil/trace.go:171","msg":"trace[814812168] transaction","detail":"{read_only:false; response_revision:2040; number_of_response:1; }","duration":"106.746434ms","start":"2026-04-16T03:15:26.428934Z","end":"2026-04-16T03:15:26.53568Z","steps":["trace[814812168] 'process raft request' (duration: 106.603581ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:28.536106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.328753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:15:28.536675Z","caller":"traceutil/trace.go:171","msg":"trace[620517389] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:2042; }","duration":"163.546308ms","start":"2026-04-16T03:15:28.372668Z","end":"2026-04-16T03:15:28.536215Z","steps":["trace[620517389] 'count revisions from in-memory index tree' (duration: 162.853941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:30.548762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.368489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T03:15:30.548878Z","caller":"traceutil/trace.go:171","msg":"trace[599946473] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2046; }","duration":"122.573844ms","start":"2026-04-16T03:15:30.426279Z","end":"2026-04-16T03:15:30.548853Z","steps":["trace[599946473] 'range keys from in-memory index tree' (duration: 122.017459ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:31.238433Z","caller":"traceutil/trace.go:171","msg":"trace[1313900577] transaction","detail":"{read_only:false; response_revision:2048; number_of_response:1; }","duration":"175.641464ms","start":"2026-04-16T03:15:31.06274Z","end":"2026-04-16T03:15:31.238382Z","steps":["trace[1313900577] 'process raft request' (duration: 114.734846ms)","trace[1313900577] 'compare' (duration: 60.723183ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:15:32.482991Z","caller":"traceutil/trace.go:171","msg":"trace[659432296] transaction","detail":"{read_only:false; response_revision:2049; number_of_response:1; }","duration":"148.505319ms","start":"2026-04-16T03:15:32.334432Z","end":"2026-04-16T03:15:32.482937Z","steps":["trace[659432296] 'process raft request' (duration: 148.346605ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:33.88331Z","caller":"traceutil/trace.go:171","msg":"trace[710343073] linearizableReadLoop","detail":"{readStateIndex:2212; appliedIndex:2210; }","duration":"164.651856ms","start":"2026-04-16T03:15:33.718626Z","end":"2026-04-16T03:15:33.883278Z","steps":["trace[710343073] 'read index received' (duration: 55.169103ms)","trace[710343073] 'applied index is now lower than readState.Index' (duration: 109.481503ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:15:33.883409Z","caller":"traceutil/trace.go:171","msg":"trace[448269478] transaction","detail":"{read_only:false; response_revision:2054; number_of_response:1; }","duration":"167.99191ms","start":"2026-04-16T03:15:33.715377Z","end":"2026-04-16T03:15:33.883369Z","steps":["trace[448269478] 'process raft request' (duration: 149.289738ms)","trace[448269478] 'compare' (duration: 18.377404ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:15:33.883562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.892382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:33.883616Z","caller":"traceutil/trace.go:171","msg":"trace[1574727553] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:2055; }","duration":"165.000735ms","start":"2026-04-16T03:15:33.718602Z","end":"2026-04-16T03:15:33.883602Z","steps":["trace[1574727553] 'agreement among raft nodes before linearized reading' (duration: 164.859571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:33.883619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.899882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:33.883707Z","caller":"traceutil/trace.go:171","msg":"trace[252823568] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:2055; }","duration":"165.018805ms","start":"2026-04-16T03:15:33.71867Z","end":"2026-04-16T03:15:33.883688Z","steps":["trace[252823568] 'agreement among raft nodes before linearized reading' (duration: 164.852221ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:33.883746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.815822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:33.883848Z","caller":"traceutil/trace.go:171","msg":"trace[1026301757] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:2055; }","duration":"111.965156ms","start":"2026-04-16T03:15:33.771862Z","end":"2026-04-16T03:15:33.883827Z","steps":["trace[1026301757] 'agreement among raft nodes before linearized reading' (duration: 111.804962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:33.883902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.685008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-16T03:15:33.883937Z","caller":"traceutil/trace.go:171","msg":"trace[730452134] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:2055; }","duration":"132.782811ms","start":"2026-04-16T03:15:33.751144Z","end":"2026-04-16T03:15:33.883927Z","steps":["trace[730452134] 'agreement among raft nodes before linearized reading' (duration: 132.699689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:33.883959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.26362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:33.884006Z","caller":"traceutil/trace.go:171","msg":"trace[1865065057] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:2055; }","duration":"140.341823ms","start":"2026-04-16T03:15:33.74365Z","end":"2026-04-16T03:15:33.883991Z","steps":["trace[1865065057] 'agreement among raft nodes before linearized reading' (duration: 140.25287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:33.88415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.619869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:33.884195Z","caller":"traceutil/trace.go:171","msg":"trace[222488990] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:2055; }","duration":"140.67726ms","start":"2026-04-16T03:15:33.743504Z","end":"2026-04-16T03:15:33.884181Z","steps":["trace[222488990] 'agreement among raft nodes before linearized reading' (duration: 140.614579ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:33.884212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.154685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:33.884251Z","caller":"traceutil/trace.go:171","msg":"trace[341963786] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:2055; }","duration":"111.199786ms","start":"2026-04-16T03:15:33.773038Z","end":"2026-04-16T03:15:33.884238Z","steps":["trace[341963786] 'agreement among raft nodes before linearized reading' (duration: 111.147714ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:33.884299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.243577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:15:33.884286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.293748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:33.884341Z","caller":"traceutil/trace.go:171","msg":"trace[276445360] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:2055; }","duration":"111.313449ms","start":"2026-04-16T03:15:33.773016Z","end":"2026-04-16T03:15:33.88433Z","steps":["trace[276445360] 'agreement among raft nodes before linearized reading' (duration: 111.257198ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:33.88436Z","caller":"traceutil/trace.go:171","msg":"trace[644953320] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:2055; }","duration":"111.36933ms","start":"2026-04-16T03:15:33.772968Z","end":"2026-04-16T03:15:33.884338Z","steps":["trace[644953320] 'agreement among raft nodes before linearized reading' (duration: 111.269578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:33.884391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.567753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:15:33.884173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.769477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:33.884434Z","caller":"traceutil/trace.go:171","msg":"trace[119847464] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:2055; }","duration":"164.639264ms","start":"2026-04-16T03:15:33.719783Z","end":"2026-04-16T03:15:33.884422Z","steps":["trace[119847464] 'agreement among raft nodes before linearized reading' (duration: 164.564462ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:33.884581Z","caller":"traceutil/trace.go:171","msg":"trace[1752676750] transaction","detail":"{read_only:false; response_revision:2055; number_of_response:1; }","duration":"166.688516ms","start":"2026-04-16T03:15:33.717854Z","end":"2026-04-16T03:15:33.884543Z","steps":["trace[1752676750] 'process raft request' (duration: 165.356503ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:33.884667Z","caller":"traceutil/trace.go:171","msg":"trace[2066037892] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:2055; }","duration":"140.196559ms","start":"2026-04-16T03:15:33.744294Z","end":"2026-04-16T03:15:33.884491Z","steps":["trace[2066037892] 'agreement among raft nodes before linearized reading' (duration: 139.678766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:34.038846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.376291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:34.038947Z","caller":"traceutil/trace.go:171","msg":"trace[1426154492] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:2059; }","duration":"113.530885ms","start":"2026-04-16T03:15:33.925396Z","end":"2026-04-16T03:15:34.038927Z","steps":["trace[1426154492] 'agreement among raft nodes before linearized reading' (duration: 113.389372ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:34.104022Z","caller":"traceutil/trace.go:171","msg":"trace[2131289918] transaction","detail":"{read_only:false; response_revision:2060; number_of_response:1; }","duration":"115.918846ms","start":"2026-04-16T03:15:33.98807Z","end":"2026-04-16T03:15:34.103989Z","steps":["trace[2131289918] 'process raft request' (duration: 115.67693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:34.104659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.585014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"warn","ts":"2026-04-16T03:15:34.104681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.825667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:15:34.104716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.911239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:15:34.104729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.192701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:34.104784Z","caller":"traceutil/trace.go:171","msg":"trace[442945081] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:2060; }","duration":"113.024602ms","start":"2026-04-16T03:15:33.991738Z","end":"2026-04-16T03:15:34.104762Z","steps":["trace[442945081] 'agreement among raft nodes before linearized reading' (duration: 112.904589ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:34.104834Z","caller":"traceutil/trace.go:171","msg":"trace[131982947] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:2060; }","duration":"112.349195ms","start":"2026-04-16T03:15:33.992462Z","end":"2026-04-16T03:15:34.104811Z","steps":["trace[131982947] 'agreement among raft nodes before linearized reading' (duration: 112.013977ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:34.104762Z","caller":"traceutil/trace.go:171","msg":"trace[62199184] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:2060; }","duration":"112.962511ms","start":"2026-04-16T03:15:33.991776Z","end":"2026-04-16T03:15:34.104738Z","steps":["trace[62199184] 'agreement among raft nodes before linearized reading' (duration: 112.820287ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:34.104749Z","caller":"traceutil/trace.go:171","msg":"trace[929400882] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:2060; }","duration":"101.701386ms","start":"2026-04-16T03:15:34.003024Z","end":"2026-04-16T03:15:34.104726Z","steps":["trace[929400882] 'agreement among raft nodes before linearized reading' (duration: 101.518792ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:34.510307Z","caller":"traceutil/trace.go:171","msg":"trace[104068432] transaction","detail":"{read_only:false; response_revision:2063; number_of_response:1; }","duration":"137.836109ms","start":"2026-04-16T03:15:34.372446Z","end":"2026-04-16T03:15:34.510282Z","steps":["trace[104068432] 'process raft request' (duration: 85.941399ms)","trace[104068432] 'compare' (duration: 51.544412ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:15:34.510441Z","caller":"traceutil/trace.go:171","msg":"trace[1384052879] linearizableReadLoop","detail":"{readStateIndex:2223; appliedIndex:2219; }","duration":"131.913039ms","start":"2026-04-16T03:15:34.378491Z","end":"2026-04-16T03:15:34.510404Z","steps":["trace[1384052879] 'read index received' (duration: 3.312753ms)","trace[1384052879] 'applied index is now lower than readState.Index' (duration: 128.599046ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:15:34.510554Z","caller":"traceutil/trace.go:171","msg":"trace[1274535718] transaction","detail":"{read_only:false; response_revision:2064; number_of_response:1; }","duration":"137.989383ms","start":"2026-04-16T03:15:34.372553Z","end":"2026-04-16T03:15:34.510543Z","steps":["trace[1274535718] 'process raft request' (duration: 137.599793ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:34.510605Z","caller":"traceutil/trace.go:171","msg":"trace[544119389] transaction","detail":"{read_only:false; response_revision:2065; number_of_response:1; }","duration":"136.796894ms","start":"2026-04-16T03:15:34.373775Z","end":"2026-04-16T03:15:34.510572Z","steps":["trace[544119389] 'process raft request' (duration: 136.465425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:34.510651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.128655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:34.510726Z","caller":"traceutil/trace.go:171","msg":"trace[480663714] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:2065; }","duration":"132.252688ms","start":"2026-04-16T03:15:34.378461Z","end":"2026-04-16T03:15:34.510713Z","steps":["trace[480663714] 'agreement among raft nodes before linearized reading' (duration: 132.120255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:34.510732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.123425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:34.510807Z","caller":"traceutil/trace.go:171","msg":"trace[1410931667] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:2065; }","duration":"132.280389ms","start":"2026-04-16T03:15:34.378507Z","end":"2026-04-16T03:15:34.510787Z","steps":["trace[1410931667] 'agreement among raft nodes before linearized reading' (duration: 132.110725ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:34.510866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.02046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/monitoring/\" range_end:\"/registry/limitranges/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:34.510913Z","caller":"traceutil/trace.go:171","msg":"trace[1576282180] range","detail":"{range_begin:/registry/limitranges/monitoring/; range_end:/registry/limitranges/monitoring0; response_count:0; response_revision:2065; }","duration":"120.144623ms","start":"2026-04-16T03:15:34.390756Z","end":"2026-04-16T03:15:34.510901Z","steps":["trace[1576282180] 'agreement among raft nodes before linearized reading' (duration: 120.04375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:34.511049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.885113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-16T03:15:34.511083Z","caller":"traceutil/trace.go:171","msg":"trace[1045380925] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:2065; }","duration":"110.013176ms","start":"2026-04-16T03:15:34.401062Z","end":"2026-04-16T03:15:34.511075Z","steps":["trace[1045380925] 'agreement among raft nodes before linearized reading' (duration: 109.917824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:34.511099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.897689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:34.511228Z","caller":"traceutil/trace.go:171","msg":"trace[1179972249] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:2065; }","duration":"132.113674ms","start":"2026-04-16T03:15:34.379082Z","end":"2026-04-16T03:15:34.511196Z","steps":["trace[1179972249] 'agreement among raft nodes before linearized reading' (duration: 131.846877ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:34.667652Z","caller":"traceutil/trace.go:171","msg":"trace[851716049] linearizableReadLoop","detail":"{readStateIndex:2238; appliedIndex:2223; }","duration":"137.898891ms","start":"2026-04-16T03:15:34.529731Z","end":"2026-04-16T03:15:34.66763Z","steps":["trace[851716049] 'read index received' (duration: 34.242144ms)","trace[851716049] 'applied index is now lower than readState.Index' (duration: 103.655047ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:15:34.66789Z","caller":"traceutil/trace.go:171","msg":"trace[797199239] transaction","detail":"{read_only:false; response_revision:2067; number_of_response:1; }","duration":"150.312474ms","start":"2026-04-16T03:15:34.517568Z","end":"2026-04-16T03:15:34.667881Z","steps":["trace[797199239] 'process raft request' (duration: 122.621035ms)","trace[797199239] 'compare' (duration: 26.815527ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:15:34.668089Z","caller":"traceutil/trace.go:171","msg":"trace[1672789418] transaction","detail":"{read_only:false; response_revision:2068; number_of_response:1; }","duration":"149.464912ms","start":"2026-04-16T03:15:34.518618Z","end":"2026-04-16T03:15:34.668083Z","steps":["trace[1672789418] 'process raft request' (duration: 148.556289ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:34.668194Z","caller":"traceutil/trace.go:171","msg":"trace[1796193700] transaction","detail":"{read_only:false; response_revision:2069; number_of_response:1; }","duration":"148.975999ms","start":"2026-04-16T03:15:34.519212Z","end":"2026-04-16T03:15:34.668188Z","steps":["trace[1796193700] 'process raft request' (duration: 148.002115ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:34.668319Z","caller":"traceutil/trace.go:171","msg":"trace[166865651] transaction","detail":"{read_only:false; response_revision:2070; number_of_response:1; }","duration":"148.275673ms","start":"2026-04-16T03:15:34.520037Z","end":"2026-04-16T03:15:34.668313Z","steps":["trace[166865651] 'process raft request' (duration: 147.210086ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:34.668446Z","caller":"traceutil/trace.go:171","msg":"trace[792992561] transaction","detail":"{read_only:false; response_revision:2071; number_of_response:1; }","duration":"148.354895ms","start":"2026-04-16T03:15:34.520085Z","end":"2026-04-16T03:15:34.66844Z","steps":["trace[792992561] 'process raft request' (duration: 147.190836ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:34.668517Z","caller":"traceutil/trace.go:171","msg":"trace[880927761] transaction","detail":"{read_only:false; response_revision:2072; number_of_response:1; }","duration":"147.884162ms","start":"2026-04-16T03:15:34.520626Z","end":"2026-04-16T03:15:34.66851Z","steps":["trace[880927761] 'process raft request' (duration: 146.685113ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:34.668607Z","caller":"traceutil/trace.go:171","msg":"trace[1186557552] transaction","detail":"{read_only:false; response_revision:2073; number_of_response:1; }","duration":"147.863142ms","start":"2026-04-16T03:15:34.520736Z","end":"2026-04-16T03:15:34.668599Z","steps":["trace[1186557552] 'process raft request' (duration: 146.59947ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:34.668952Z","caller":"traceutil/trace.go:171","msg":"trace[701355459] transaction","detail":"{read_only:false; response_revision:2077; number_of_response:1; }","duration":"147.144144ms","start":"2026-04-16T03:15:34.521772Z","end":"2026-04-16T03:15:34.668916Z","steps":["trace[701355459] 'process raft request' (duration: 145.666297ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:34.669013Z","caller":"traceutil/trace.go:171","msg":"trace[157310258] transaction","detail":"{read_only:false; response_revision:2074; number_of_response:1; }","duration":"148.16222ms","start":"2026-04-16T03:15:34.520838Z","end":"2026-04-16T03:15:34.669001Z","steps":["trace[157310258] 'process raft request' (duration: 146.515739ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:34.669174Z","caller":"traceutil/trace.go:171","msg":"trace[1543897018] transaction","detail":"{read_only:false; response_revision:2080; number_of_response:1; }","duration":"146.032876ms","start":"2026-04-16T03:15:34.523132Z","end":"2026-04-16T03:15:34.669165Z","steps":["trace[1543897018] 'process raft request' (duration: 144.380005ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:34.669153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.394368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:34.669218Z","caller":"traceutil/trace.go:171","msg":"trace[2102991383] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:2080; }","duration":"139.516421ms","start":"2026-04-16T03:15:34.529686Z","end":"2026-04-16T03:15:34.669202Z","steps":["trace[2102991383] 'agreement among raft nodes before linearized reading' (duration: 139.364237ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:34.669225Z","caller":"traceutil/trace.go:171","msg":"trace[1136939450] transaction","detail":"{read_only:false; response_revision:2076; number_of_response:1; }","duration":"147.918362ms","start":"2026-04-16T03:15:34.5213Z","end":"2026-04-16T03:15:34.669218Z","steps":["trace[1136939450] 'process raft request' (duration: 146.100827ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:34.669256Z","caller":"traceutil/trace.go:171","msg":"trace[1905879702] transaction","detail":"{read_only:false; response_revision:2079; number_of_response:1; }","duration":"147.244886ms","start":"2026-04-16T03:15:34.522003Z","end":"2026-04-16T03:15:34.669248Z","steps":["trace[1905879702] 'process raft request' (duration: 145.485652ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:34.668971Z","caller":"traceutil/trace.go:171","msg":"trace[1582693250] transaction","detail":"{read_only:false; response_revision:2075; number_of_response:1; }","duration":"147.738918ms","start":"2026-04-16T03:15:34.521214Z","end":"2026-04-16T03:15:34.668953Z","steps":["trace[1582693250] 'process raft request' (duration: 146.160179ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:34.66929Z","caller":"traceutil/trace.go:171","msg":"trace[664313413] transaction","detail":"{read_only:false; response_revision:2078; number_of_response:1; }","duration":"147.297787ms","start":"2026-04-16T03:15:34.521894Z","end":"2026-04-16T03:15:34.669192Z","steps":["trace[664313413] 'process raft request' (duration: 145.569154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:34.66942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.695366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:34.669449Z","caller":"traceutil/trace.go:171","msg":"trace[24334521] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:2080; }","duration":"139.753008ms","start":"2026-04-16T03:15:34.529686Z","end":"2026-04-16T03:15:34.669439Z","steps":["trace[24334521] 'agreement among raft nodes before linearized reading' (duration: 139.713347ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:34.714566Z","caller":"traceutil/trace.go:171","msg":"trace[2129834923] transaction","detail":"{read_only:false; response_revision:2081; number_of_response:1; }","duration":"144.543129ms","start":"2026-04-16T03:15:34.569986Z","end":"2026-04-16T03:15:34.714529Z","steps":["trace[2129834923] 'process raft request' (duration: 144.300163ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:34.714719Z","caller":"traceutil/trace.go:171","msg":"trace[870152897] transaction","detail":"{read_only:false; response_revision:2082; number_of_response:1; }","duration":"143.05087ms","start":"2026-04-16T03:15:34.571544Z","end":"2026-04-16T03:15:34.714594Z","steps":["trace[870152897] 'process raft request' (duration: 142.895767ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:34.714955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.677471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:15:34.715014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.357556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-04-16T03:15:34.715054Z","caller":"traceutil/trace.go:171","msg":"trace[744712245] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:2082; }","duration":"184.815145ms","start":"2026-04-16T03:15:34.530218Z","end":"2026-04-16T03:15:34.715033Z","steps":["trace[744712245] 'agreement among raft nodes before linearized reading' (duration: 184.666162ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:34.715066Z","caller":"traceutil/trace.go:171","msg":"trace[399253566] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:2082; }","duration":"112.475449ms","start":"2026-04-16T03:15:34.602577Z","end":"2026-04-16T03:15:34.715053Z","steps":["trace[399253566] 'agreement among raft nodes before linearized reading' (duration: 112.321895ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:34.715014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.793739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/disruption-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-04-16T03:15:34.715214Z","caller":"traceutil/trace.go:171","msg":"trace[1489770088] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/disruption-controller; range_end:; response_count:1; response_revision:2082; }","duration":"163.050305ms","start":"2026-04-16T03:15:34.552142Z","end":"2026-04-16T03:15:34.715192Z","steps":["trace[1489770088] 'agreement among raft nodes before linearized reading' (duration: 162.766058ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:34.828618Z","caller":"traceutil/trace.go:171","msg":"trace[70026151] transaction","detail":"{read_only:false; response_revision:2101; number_of_response:1; }","duration":"109.32926ms","start":"2026-04-16T03:15:34.71922Z","end":"2026-04-16T03:15:34.828549Z","steps":["trace[70026151] 'process raft request' (duration: 108.078599ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:34.828702Z","caller":"traceutil/trace.go:171","msg":"trace[1078908640] transaction","detail":"{read_only:false; response_revision:2102; number_of_response:1; }","duration":"105.623086ms","start":"2026-04-16T03:15:34.723035Z","end":"2026-04-16T03:15:34.828658Z","steps":["trace[1078908640] 'process raft request' (duration: 105.468812ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:34.828741Z","caller":"traceutil/trace.go:171","msg":"trace[50602269] transaction","detail":"{read_only:false; response_revision:2103; number_of_response:1; }","duration":"105.599725ms","start":"2026-04-16T03:15:34.723102Z","end":"2026-04-16T03:15:34.828702Z","steps":["trace[50602269] 'process raft request' (duration: 105.436781ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:34.828817Z","caller":"traceutil/trace.go:171","msg":"trace[1105830267] transaction","detail":"{read_only:false; response_revision:2104; number_of_response:1; }","duration":"105.173884ms","start":"2026-04-16T03:15:34.723601Z","end":"2026-04-16T03:15:34.828774Z","steps":["trace[1105830267] 'process raft request' (duration: 105.010799ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:34.828914Z","caller":"traceutil/trace.go:171","msg":"trace[2099607604] transaction","detail":"{read_only:false; response_revision:2106; number_of_response:1; }","duration":"105.180955ms","start":"2026-04-16T03:15:34.723676Z","end":"2026-04-16T03:15:34.828857Z","steps":["trace[2099607604] 'process raft request' (duration: 105.01601ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:34.828986Z","caller":"traceutil/trace.go:171","msg":"trace[1654937068] transaction","detail":"{read_only:false; response_revision:2107; number_of_response:1; }","duration":"105.248235ms","start":"2026-04-16T03:15:34.72372Z","end":"2026-04-16T03:15:34.828968Z","steps":["trace[1654937068] 'process raft request' (duration: 105.010479ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:34.829062Z","caller":"traceutil/trace.go:171","msg":"trace[791420318] transaction","detail":"{read_only:false; response_revision:2109; number_of_response:1; }","duration":"104.819895ms","start":"2026-04-16T03:15:34.724201Z","end":"2026-04-16T03:15:34.829021Z","steps":["trace[791420318] 'process raft request' (duration: 104.664541ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:34.829106Z","caller":"traceutil/trace.go:171","msg":"trace[439109393] transaction","detail":"{read_only:false; response_revision:2105; number_of_response:1; }","duration":"105.465232ms","start":"2026-04-16T03:15:34.723611Z","end":"2026-04-16T03:15:34.829076Z","steps":["trace[439109393] 'process raft request' (duration: 105.051441ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:34.829131Z","caller":"traceutil/trace.go:171","msg":"trace[798403503] transaction","detail":"{read_only:false; response_revision:2108; number_of_response:1; }","duration":"105.126514ms","start":"2026-04-16T03:15:34.723983Z","end":"2026-04-16T03:15:34.829109Z","steps":["trace[798403503] 'process raft request' (duration: 104.826135ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:34.829424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.713158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:15:34.82944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.137944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:15:34.829544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.760309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:34.829607Z","caller":"traceutil/trace.go:171","msg":"trace[553928401] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:2110; }","duration":"105.934854ms","start":"2026-04-16T03:15:34.723657Z","end":"2026-04-16T03:15:34.829591Z","steps":["trace[553928401] 'agreement among raft nodes before linearized reading' (duration: 105.739569ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:34.829579Z","caller":"traceutil/trace.go:171","msg":"trace[627777234] transaction","detail":"{read_only:false; response_revision:2110; number_of_response:1; }","duration":"103.654357ms","start":"2026-04-16T03:15:34.725601Z","end":"2026-04-16T03:15:34.829255Z","steps":["trace[627777234] 'process raft request' (duration: 103.306547ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:34.829662Z","caller":"traceutil/trace.go:171","msg":"trace[1919158430] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:2110; }","duration":"105.789631ms","start":"2026-04-16T03:15:34.723669Z","end":"2026-04-16T03:15:34.829459Z","steps":["trace[1919158430] 'agreement among raft nodes before linearized reading' (duration: 105.692438ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:34.829739Z","caller":"traceutil/trace.go:171","msg":"trace[1265834998] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:2110; }","duration":"105.273897ms","start":"2026-04-16T03:15:34.724245Z","end":"2026-04-16T03:15:34.829519Z","steps":["trace[1265834998] 'agreement among raft nodes before linearized reading' (duration: 105.096333ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:34.914627Z","caller":"traceutil/trace.go:171","msg":"trace[1108657294] transaction","detail":"{read_only:false; response_revision:2111; number_of_response:1; }","duration":"155.763422ms","start":"2026-04-16T03:15:34.758813Z","end":"2026-04-16T03:15:34.914576Z","steps":["trace[1108657294] 'process raft request' (duration: 155.492885ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:34.914835Z","caller":"traceutil/trace.go:171","msg":"trace[419751842] transaction","detail":"{read_only:false; response_revision:2112; number_of_response:1; }","duration":"154.065548ms","start":"2026-04-16T03:15:34.760734Z","end":"2026-04-16T03:15:34.9148Z","steps":["trace[419751842] 'process raft request' (duration: 153.702189ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:34.915043Z","caller":"traceutil/trace.go:171","msg":"trace[1476886350] transaction","detail":"{read_only:false; response_revision:2113; number_of_response:1; }","duration":"153.960386ms","start":"2026-04-16T03:15:34.761038Z","end":"2026-04-16T03:15:34.914998Z","steps":["trace[1476886350] 'process raft request' (duration: 153.69404ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:34.915299Z","caller":"traceutil/trace.go:171","msg":"trace[474041902] transaction","detail":"{read_only:false; response_revision:2115; number_of_response:1; }","duration":"152.426547ms","start":"2026-04-16T03:15:34.762848Z","end":"2026-04-16T03:15:34.915275Z","steps":["trace[474041902] 'process raft request' (duration: 152.313914ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:34.915392Z","caller":"traceutil/trace.go:171","msg":"trace[1222443257] transaction","detail":"{read_only:false; response_revision:2114; number_of_response:1; }","duration":"153.637779ms","start":"2026-04-16T03:15:34.761733Z","end":"2026-04-16T03:15:34.91537Z","steps":["trace[1222443257] 'process raft request' (duration: 153.155617ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:34.915428Z","caller":"traceutil/trace.go:171","msg":"trace[1178404792] transaction","detail":"{read_only:false; response_revision:2116; number_of_response:1; }","duration":"152.300114ms","start":"2026-04-16T03:15:34.763115Z","end":"2026-04-16T03:15:34.915415Z","steps":["trace[1178404792] 'process raft request' (duration: 152.099369ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:34.915555Z","caller":"traceutil/trace.go:171","msg":"trace[1682046447] transaction","detail":"{read_only:false; response_revision:2117; number_of_response:1; }","duration":"152.305044ms","start":"2026-04-16T03:15:34.763237Z","end":"2026-04-16T03:15:34.915542Z","steps":["trace[1682046447] 'process raft request' (duration: 152.090569ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:34.915575Z","caller":"traceutil/trace.go:171","msg":"trace[2008091510] transaction","detail":"{read_only:false; response_revision:2118; number_of_response:1; }","duration":"150.434616ms","start":"2026-04-16T03:15:34.765122Z","end":"2026-04-16T03:15:34.915557Z","steps":["trace[2008091510] 'process raft request' (duration: 150.300663ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:34.91565Z","caller":"traceutil/trace.go:171","msg":"trace[1806020845] transaction","detail":"{read_only:false; response_revision:2119; number_of_response:1; }","duration":"150.492078ms","start":"2026-04-16T03:15:34.76514Z","end":"2026-04-16T03:15:34.915632Z","steps":["trace[1806020845] 'process raft request' (duration: 150.342134ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:34.916327Z","caller":"traceutil/trace.go:171","msg":"trace[193927283] transaction","detail":"{read_only:false; response_revision:2120; number_of_response:1; }","duration":"150.723555ms","start":"2026-04-16T03:15:34.765577Z","end":"2026-04-16T03:15:34.9163Z","steps":["trace[193927283] 'process raft request' (duration: 149.975075ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:34.916992Z","caller":"traceutil/trace.go:171","msg":"trace[294119103] transaction","detail":"{read_only:false; response_revision:2121; number_of_response:1; }","duration":"151.026923ms","start":"2026-04-16T03:15:34.765949Z","end":"2026-04-16T03:15:34.916976Z","steps":["trace[294119103] 'process raft request' (duration: 150.260133ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:34.917091Z","caller":"traceutil/trace.go:171","msg":"trace[1486760888] transaction","detail":"{read_only:false; response_revision:2122; number_of_response:1; }","duration":"150.790986ms","start":"2026-04-16T03:15:34.766285Z","end":"2026-04-16T03:15:34.917076Z","steps":["trace[1486760888] 'process raft request' (duration: 150.440317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:34.917569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.299528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:15:34.917717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.399541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:34.91774Z","caller":"traceutil/trace.go:171","msg":"trace[716277927] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2124; }","duration":"130.536024ms","start":"2026-04-16T03:15:34.78719Z","end":"2026-04-16T03:15:34.917726Z","steps":["trace[716277927] 'agreement among raft nodes before linearized reading' (duration: 130.273198ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:34.917767Z","caller":"traceutil/trace.go:171","msg":"trace[1079704278] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:2124; }","duration":"151.523195ms","start":"2026-04-16T03:15:34.766231Z","end":"2026-04-16T03:15:34.917755Z","steps":["trace[1079704278] 'agreement among raft nodes before linearized reading' (duration: 151.408022ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:34.91791Z","caller":"traceutil/trace.go:171","msg":"trace[460573547] transaction","detail":"{read_only:false; response_revision:2124; number_of_response:1; }","duration":"151.023393ms","start":"2026-04-16T03:15:34.766878Z","end":"2026-04-16T03:15:34.917901Z","steps":["trace[460573547] 'process raft request' (duration: 150.455728ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:34.917955Z","caller":"traceutil/trace.go:171","msg":"trace[735753823] transaction","detail":"{read_only:false; response_revision:2123; number_of_response:1; }","duration":"151.577406ms","start":"2026-04-16T03:15:34.76634Z","end":"2026-04-16T03:15:34.917918Z","steps":["trace[735753823] 'process raft request' (duration: 150.670453ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:34.918011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.643604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-04-16T03:15:34.918033Z","caller":"traceutil/trace.go:171","msg":"trace[44827897] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:1; response_revision:2124; }","duration":"116.701065ms","start":"2026-04-16T03:15:34.801325Z","end":"2026-04-16T03:15:34.918026Z","steps":["trace[44827897] 'agreement among raft nodes before linearized reading' (duration: 116.648043ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:34.918045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.295044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"range_response_count:1 size:4374"} {"level":"info","ts":"2026-04-16T03:15:34.918068Z","caller":"traceutil/trace.go:171","msg":"trace[1566730307] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:1; response_revision:2124; }","duration":"152.318194ms","start":"2026-04-16T03:15:34.765743Z","end":"2026-04-16T03:15:34.918061Z","steps":["trace[1566730307] 'agreement among raft nodes before linearized reading' (duration: 152.198912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:34.918051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.978256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:4640"} {"level":"info","ts":"2026-04-16T03:15:34.918784Z","caller":"traceutil/trace.go:171","msg":"trace[1089330137] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:2124; }","duration":"152.749956ms","start":"2026-04-16T03:15:34.766015Z","end":"2026-04-16T03:15:34.918765Z","steps":["trace[1089330137] 'agreement among raft nodes before linearized reading' (duration: 151.826612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:34.918197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.226287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:3516"} {"level":"warn","ts":"2026-04-16T03:15:34.918372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.292184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/monitoring/loki-gateway\" ","response":"range_response_count:1 size:4305"} {"level":"info","ts":"2026-04-16T03:15:34.919545Z","caller":"traceutil/trace.go:171","msg":"trace[1727850685] range","detail":"{range_begin:/registry/deployments/monitoring/loki-gateway; range_end:; response_count:1; response_revision:2124; }","duration":"153.475584ms","start":"2026-04-16T03:15:34.766048Z","end":"2026-04-16T03:15:34.919524Z","steps":["trace[1727850685] 'agreement among raft nodes before linearized reading' (duration: 152.191021ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:34.918948Z","caller":"traceutil/trace.go:171","msg":"trace[998405811] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:2124; }","duration":"154.010557ms","start":"2026-04-16T03:15:34.76492Z","end":"2026-04-16T03:15:34.918931Z","steps":["trace[998405811] 'agreement among raft nodes before linearized reading' (duration: 153.212226ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:35.034483Z","caller":"traceutil/trace.go:171","msg":"trace[596883095] transaction","detail":"{read_only:false; response_revision:2135; number_of_response:1; }","duration":"112.094689ms","start":"2026-04-16T03:15:34.92233Z","end":"2026-04-16T03:15:35.034425Z","steps":["trace[596883095] 'process raft request' (duration: 111.765231ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:35.03455Z","caller":"traceutil/trace.go:171","msg":"trace[1641446567] transaction","detail":"{read_only:false; response_revision:2136; number_of_response:1; }","duration":"111.851233ms","start":"2026-04-16T03:15:34.922667Z","end":"2026-04-16T03:15:35.034518Z","steps":["trace[1641446567] 'process raft request' (duration: 111.642878ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:35.034603Z","caller":"traceutil/trace.go:171","msg":"trace[1513840682] linearizableReadLoop","detail":"{readStateIndex:2297; appliedIndex:2292; }","duration":"110.91289ms","start":"2026-04-16T03:15:34.923663Z","end":"2026-04-16T03:15:35.034576Z","steps":["trace[1513840682] 'read index received' (duration: 2.309468ms)","trace[1513840682] 'applied index is now lower than readState.Index' (duration: 108.602232ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:15:35.034666Z","caller":"traceutil/trace.go:171","msg":"trace[334053610] transaction","detail":"{read_only:false; response_revision:2138; number_of_response:1; }","duration":"111.508975ms","start":"2026-04-16T03:15:34.923113Z","end":"2026-04-16T03:15:35.034622Z","steps":["trace[334053610] 'process raft request' (duration: 111.32476ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:35.034735Z","caller":"traceutil/trace.go:171","msg":"trace[1901598067] transaction","detail":"{read_only:false; response_revision:2137; number_of_response:1; }","duration":"111.699329ms","start":"2026-04-16T03:15:34.923022Z","end":"2026-04-16T03:15:35.034722Z","steps":["trace[1901598067] 'process raft request' (duration: 111.359831ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:35.034804Z","caller":"traceutil/trace.go:171","msg":"trace[1400626171] transaction","detail":"{read_only:false; response_revision:2139; number_of_response:1; }","duration":"111.383452ms","start":"2026-04-16T03:15:34.923362Z","end":"2026-04-16T03:15:35.034745Z","steps":["trace[1400626171] 'process raft request' (duration: 111.165556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:35.0349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.510926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:15:35.034925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.998117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/persistent-volume-binder\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-04-16T03:15:35.034969Z","caller":"traceutil/trace.go:171","msg":"trace[1281549196] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2139; }","duration":"115.638788ms","start":"2026-04-16T03:15:34.919314Z","end":"2026-04-16T03:15:35.034953Z","steps":["trace[1281549196] 'agreement among raft nodes before linearized reading' (duration: 115.484074ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:35.03498Z","caller":"traceutil/trace.go:171","msg":"trace[715548063] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/persistent-volume-binder; range_end:; response_count:1; response_revision:2139; }","duration":"112.1538ms","start":"2026-04-16T03:15:34.922811Z","end":"2026-04-16T03:15:35.034965Z","steps":["trace[715548063] 'agreement among raft nodes before linearized reading' (duration: 111.914294ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:35.239478Z","caller":"traceutil/trace.go:171","msg":"trace[272328826] transaction","detail":"{read_only:false; response_revision:2140; number_of_response:1; }","duration":"313.952355ms","start":"2026-04-16T03:15:34.925488Z","end":"2026-04-16T03:15:35.23944Z","steps":["trace[272328826] 'process raft request' (duration: 231.995276ms)","trace[272328826] 'compare' (duration: 81.717193ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:15:35.239646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:34.925476Z","time spent":"314.082528ms","remote":"127.0.0.1:57112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5201,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:15:35.239782Z","caller":"traceutil/trace.go:171","msg":"trace[1343768966] transaction","detail":"{read_only:false; response_revision:2141; number_of_response:1; }","duration":"314.039077ms","start":"2026-04-16T03:15:34.925736Z","end":"2026-04-16T03:15:35.239775Z","steps":["trace[1343768966] 'process raft request' (duration: 313.636677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:35.23982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:34.925727Z","time spent":"314.075108ms","remote":"127.0.0.1:57130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3862,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:15:35.239934Z","caller":"traceutil/trace.go:171","msg":"trace[1496593928] transaction","detail":"{read_only:false; response_revision:2142; number_of_response:1; }","duration":"314.024777ms","start":"2026-04-16T03:15:34.925848Z","end":"2026-04-16T03:15:35.239872Z","steps":["trace[1496593928] 'process raft request' (duration: 313.829822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:35.240742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:34.925827Z","time spent":"314.18397ms","remote":"127.0.0.1:57130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4189,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:15:35.42119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.43484ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T03:15:35.421848Z","caller":"traceutil/trace.go:171","msg":"trace[1504688993] transaction","detail":"{read_only:false; response_revision:2143; number_of_response:1; }","duration":"493.26933ms","start":"2026-04-16T03:15:34.928517Z","end":"2026-04-16T03:15:35.421786Z","steps":["trace[1504688993] 'process raft request' (duration: 492.783528ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:35.422044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:34.92851Z","time spent":"493.437345ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":667,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:15:35.422061Z","caller":"traceutil/trace.go:171","msg":"trace[947550174] transaction","detail":"{read_only:false; response_revision:2146; number_of_response:1; }","duration":"493.383743ms","start":"2026-04-16T03:15:34.928648Z","end":"2026-04-16T03:15:35.422031Z","steps":["trace[947550174] 'process raft request' (duration: 493.139237ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:35.421849Z","caller":"traceutil/trace.go:171","msg":"trace[44522837] transaction","detail":"{read_only:false; response_revision:2144; number_of_response:1; }","duration":"493.227909ms","start":"2026-04-16T03:15:34.928592Z","end":"2026-04-16T03:15:35.42182Z","steps":["trace[44522837] 'process raft request' (duration: 493.080446ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:35.422193Z","caller":"traceutil/trace.go:171","msg":"trace[622088458] transaction","detail":"{read_only:false; response_revision:2147; number_of_response:1; }","duration":"493.517117ms","start":"2026-04-16T03:15:34.928654Z","end":"2026-04-16T03:15:35.422171Z","steps":["trace[622088458] 'process raft request' (duration: 493.168318ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:35.422464Z","caller":"traceutil/trace.go:171","msg":"trace[943591955] transaction","detail":"{read_only:false; response_revision:2148; number_of_response:1; }","duration":"493.563678ms","start":"2026-04-16T03:15:34.928694Z","end":"2026-04-16T03:15:35.422258Z","steps":["trace[943591955] 'process raft request' (duration: 493.23642ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:35.422257Z","caller":"traceutil/trace.go:171","msg":"trace[1937106740] transaction","detail":"{read_only:false; response_revision:2145; number_of_response:1; }","duration":"493.592929ms","start":"2026-04-16T03:15:34.928616Z","end":"2026-04-16T03:15:35.422209Z","steps":["trace[1937106740] 'process raft request' (duration: 493.115777ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:35.422509Z","caller":"traceutil/trace.go:171","msg":"trace[29673857] transaction","detail":"{read_only:false; response_revision:2149; number_of_response:1; }","duration":"493.777023ms","start":"2026-04-16T03:15:34.928695Z","end":"2026-04-16T03:15:35.422472Z","steps":["trace[29673857] 'process raft request' (duration: 493.308452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:35.422534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:34.928686Z","time spent":"493.817234ms","remote":"127.0.0.1:56954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1383,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:15:35.422529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:34.92856Z","time spent":"493.66437ms","remote":"127.0.0.1:56954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1268,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:15:35.422649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:34.928686Z","time spent":"493.881276ms","remote":"127.0.0.1:57130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4720,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:15:35.422649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:34.928628Z","time spent":"493.62321ms","remote":"127.0.0.1:57110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3745,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:15:35.422724Z","caller":"traceutil/trace.go:171","msg":"trace[1380792306] transaction","detail":"{read_only:false; response_revision:2152; number_of_response:1; }","duration":"493.731892ms","start":"2026-04-16T03:15:34.928981Z","end":"2026-04-16T03:15:35.422713Z","steps":["trace[1380792306] 'process raft request' (duration: 493.516947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:35.422204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:34.92864Z","time spent":"493.476796ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":728,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:15:35.422754Z","caller":"traceutil/trace.go:171","msg":"trace[418178697] transaction","detail":"{read_only:false; response_revision:2151; number_of_response:1; }","duration":"493.814974ms","start":"2026-04-16T03:15:34.928899Z","end":"2026-04-16T03:15:35.422714Z","steps":["trace[418178697] 'process raft request' (duration: 493.338893ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:35.422781Z","caller":"traceutil/trace.go:171","msg":"trace[568338619] linearizableReadLoop","detail":"{readStateIndex:2313; appliedIndex:2297; }","duration":"388.072985ms","start":"2026-04-16T03:15:35.034676Z","end":"2026-04-16T03:15:35.422749Z","steps":["trace[568338619] 'read index received' (duration: 122.885262ms)","trace[568338619] 'applied index is now lower than readState.Index' (duration: 265.185973ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:15:35.422728Z","caller":"traceutil/trace.go:171","msg":"trace[2023458979] transaction","detail":"{read_only:false; response_revision:2150; number_of_response:1; }","duration":"493.984418ms","start":"2026-04-16T03:15:34.928724Z","end":"2026-04-16T03:15:35.422708Z","steps":["trace[2023458979] 'process raft request' (duration: 493.440215ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:35.422956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:34.928887Z","time spent":"493.961068ms","remote":"127.0.0.1:57000","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1364,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:15:35.422804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:34.928977Z","time spent":"493.780353ms","remote":"127.0.0.1:57120","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3833,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:15:35.423047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:34.9287Z","time spent":"494.299948ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":674,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:15:35.422652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:34.928602Z","time spent":"493.954638ms","remote":"127.0.0.1:57130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4576,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:15:35.423159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.17077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:15:35.423191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.420696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:35.423223Z","caller":"traceutil/trace.go:171","msg":"trace[66891747] transaction","detail":"{read_only:false; response_revision:2154; number_of_response:1; }","duration":"493.199089ms","start":"2026-04-16T03:15:34.930013Z","end":"2026-04-16T03:15:35.423213Z","steps":["trace[66891747] 'process raft request' (duration: 492.649634ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:35.423247Z","caller":"traceutil/trace.go:171","msg":"trace[1456868155] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:2154; }","duration":"497.292513ms","start":"2026-04-16T03:15:34.925939Z","end":"2026-04-16T03:15:35.423231Z","steps":["trace[1456868155] 'agreement among raft nodes before linearized reading' (duration: 497.130889ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:35.423256Z","caller":"traceutil/trace.go:171","msg":"trace[2075517160] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:2154; }","duration":"497.521318ms","start":"2026-04-16T03:15:34.925717Z","end":"2026-04-16T03:15:35.423239Z","steps":["trace[2075517160] 'agreement among raft nodes before linearized reading' (duration: 497.402455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:35.423281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:34.930005Z","time spent":"493.24685ms","remote":"127.0.0.1:57130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4455,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:15:35.423303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:34.925926Z","time spent":"497.363315ms","remote":"127.0.0.1:39970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:500 "} {"level":"warn","ts":"2026-04-16T03:15:35.423315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:34.925693Z","time spent":"497.606391ms","remote":"127.0.0.1:39970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" limit:10000 "} {"level":"warn","ts":"2026-04-16T03:15:35.423182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.514923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/memcached-memcached\" ","response":"range_response_count:1 size:6808"} {"level":"info","ts":"2026-04-16T03:15:35.423354Z","caller":"traceutil/trace.go:171","msg":"trace[2017824725] transaction","detail":"{read_only:false; response_revision:2153; number_of_response:1; }","duration":"493.689992ms","start":"2026-04-16T03:15:34.929636Z","end":"2026-04-16T03:15:35.423326Z","steps":["trace[2017824725] 'process raft request' (duration: 492.960323ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:35.423411Z","caller":"traceutil/trace.go:171","msg":"trace[938939260] range","detail":"{range_begin:/registry/deployments/openstack/memcached-memcached; range_end:; response_count:1; response_revision:2154; }","duration":"494.764809ms","start":"2026-04-16T03:15:34.928628Z","end":"2026-04-16T03:15:35.423393Z","steps":["trace[938939260] 'agreement among raft nodes before linearized reading' (duration: 494.439381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:35.423392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.387875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:15:35.423461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:34.92963Z","time spent":"493.775675ms","remote":"127.0.0.1:57110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4935,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:15:35.423476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:34.928604Z","time spent":"494.853551ms","remote":"127.0.0.1:57110","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":6831,"request content":"key:\"/registry/deployments/openstack/memcached-memcached\" "} {"level":"info","ts":"2026-04-16T03:15:35.423489Z","caller":"traceutil/trace.go:171","msg":"trace[1011886911] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:2154; }","duration":"497.516528ms","start":"2026-04-16T03:15:34.925948Z","end":"2026-04-16T03:15:35.423465Z","steps":["trace[1011886911] 'agreement among raft nodes before linearized reading' (duration: 497.362594ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:35.423553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:34.925936Z","time spent":"497.605771ms","remote":"127.0.0.1:39970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":28,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-04-16T03:15:35.461771Z","caller":"traceutil/trace.go:171","msg":"trace[1281646820] transaction","detail":"{read_only:false; response_revision:2158; number_of_response:1; }","duration":"418.991445ms","start":"2026-04-16T03:15:35.042757Z","end":"2026-04-16T03:15:35.461748Z","steps":["trace[1281646820] 'process raft request' (duration: 418.869172ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:35.461763Z","caller":"traceutil/trace.go:171","msg":"trace[1252339384] transaction","detail":"{read_only:false; response_revision:2159; number_of_response:1; }","duration":"418.258587ms","start":"2026-04-16T03:15:35.043477Z","end":"2026-04-16T03:15:35.461736Z","steps":["trace[1252339384] 'process raft request' (duration: 418.196676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:35.462135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:35.043452Z","time spent":"418.588985ms","remote":"127.0.0.1:57130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6770,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:15:35.461799Z","caller":"traceutil/trace.go:171","msg":"trace[971050504] transaction","detail":"{read_only:false; response_revision:2155; number_of_response:1; }","duration":"421.925869ms","start":"2026-04-16T03:15:35.039845Z","end":"2026-04-16T03:15:35.461771Z","steps":["trace[971050504] 'process raft request' (duration: 421.578061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:35.462143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:35.042745Z","time spent":"419.200721ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":730,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:15:35.461684Z","caller":"traceutil/trace.go:171","msg":"trace[1719836303] transaction","detail":"{read_only:false; response_revision:2156; number_of_response:1; }","duration":"421.500618ms","start":"2026-04-16T03:15:35.040156Z","end":"2026-04-16T03:15:35.461657Z","steps":["trace[1719836303] 'process raft request' (duration: 421.395366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:35.462396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:35.039816Z","time spent":"422.401142ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1727,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:15:35.462513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:35.040122Z","time spent":"422.291419ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:15:35.461835Z","caller":"traceutil/trace.go:171","msg":"trace[737536410] transaction","detail":"{read_only:false; response_revision:2157; number_of_response:1; }","duration":"421.55932ms","start":"2026-04-16T03:15:35.040269Z","end":"2026-04-16T03:15:35.461829Z","steps":["trace[737536410] 'process raft request' (duration: 421.316004ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:35.46266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:35.040254Z","time spent":"422.382052ms","remote":"127.0.0.1:56894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":162,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:15:35.634691Z","caller":"traceutil/trace.go:171","msg":"trace[54291781] transaction","detail":"{read_only:false; response_revision:2160; number_of_response:1; }","duration":"388.525777ms","start":"2026-04-16T03:15:35.246113Z","end":"2026-04-16T03:15:35.634638Z","steps":["trace[54291781] 'process raft request' (duration: 388.26521ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:35.634797Z","caller":"traceutil/trace.go:171","msg":"trace[47980530] transaction","detail":"{read_only:false; response_revision:2161; number_of_response:1; }","duration":"384.622738ms","start":"2026-04-16T03:15:35.250142Z","end":"2026-04-16T03:15:35.634765Z","steps":["trace[47980530] 'process raft request' (duration: 384.418953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:35.634898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:35.246088Z","time spent":"388.700111ms","remote":"127.0.0.1:57110","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4110,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:15:35.635023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:35.250115Z","time spent":"384.768691ms","remote":"127.0.0.1:57112","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5265,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:15:35.635297Z","caller":"traceutil/trace.go:171","msg":"trace[128314959] transaction","detail":"{read_only:false; response_revision:2162; number_of_response:1; }","duration":"204.688586ms","start":"2026-04-16T03:15:35.430596Z","end":"2026-04-16T03:15:35.635284Z","steps":["trace[128314959] 'process raft request' (duration: 204.112911ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:35.635631Z","caller":"traceutil/trace.go:171","msg":"trace[985838754] transaction","detail":"{read_only:false; response_revision:2163; number_of_response:1; }","duration":"202.616784ms","start":"2026-04-16T03:15:35.433001Z","end":"2026-04-16T03:15:35.635618Z","steps":["trace[985838754] 'process raft request' (duration: 202.113702ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:35.636356Z","caller":"traceutil/trace.go:171","msg":"trace[1628392116] linearizableReadLoop","detail":"{readStateIndex:2320; appliedIndex:2313; }","duration":"213.409698ms","start":"2026-04-16T03:15:35.422914Z","end":"2026-04-16T03:15:35.636324Z","steps":["trace[1628392116] 'read index received' (duration: 38.557844ms)","trace[1628392116] 'applied index is now lower than readState.Index' (duration: 174.850244ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:15:35.636396Z","caller":"traceutil/trace.go:171","msg":"trace[529261786] transaction","detail":"{read_only:false; response_revision:2165; number_of_response:1; }","duration":"202.343028ms","start":"2026-04-16T03:15:35.43402Z","end":"2026-04-16T03:15:35.636363Z","steps":["trace[529261786] 'process raft request' (duration: 202.151133ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:35.636542Z","caller":"traceutil/trace.go:171","msg":"trace[1538924461] transaction","detail":"{read_only:false; response_revision:2166; number_of_response:1; }","duration":"201.968098ms","start":"2026-04-16T03:15:35.434559Z","end":"2026-04-16T03:15:35.636527Z","steps":["trace[1538924461] 'process raft request' (duration: 201.66966ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:35.636686Z","caller":"traceutil/trace.go:171","msg":"trace[1465776185] transaction","detail":"{read_only:false; response_revision:2164; number_of_response:1; }","duration":"203.662ms","start":"2026-04-16T03:15:35.433008Z","end":"2026-04-16T03:15:35.63667Z","steps":["trace[1465776185] 'process raft request' (duration: 202.369197ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:35.636806Z","caller":"traceutil/trace.go:171","msg":"trace[1357416548] transaction","detail":"{read_only:false; response_revision:2167; number_of_response:1; }","duration":"201.6967ms","start":"2026-04-16T03:15:35.435097Z","end":"2026-04-16T03:15:35.636794Z","steps":["trace[1357416548] 'process raft request' (duration: 201.169797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:35.637291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.25104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/rook-ceph/\" range_end:\"/registry/limitranges/rook-ceph0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:35.637345Z","caller":"traceutil/trace.go:171","msg":"trace[743506717] range","detail":"{range_begin:/registry/limitranges/rook-ceph/; range_end:/registry/limitranges/rook-ceph0; response_count:0; response_revision:2167; }","duration":"390.379963ms","start":"2026-04-16T03:15:35.246951Z","end":"2026-04-16T03:15:35.637331Z","steps":["trace[743506717] 'agreement among raft nodes before linearized reading' (duration: 389.88282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:35.637472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:35.246929Z","time spent":"390.503136ms","remote":"127.0.0.1:56816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":28,"request content":"key:\"/registry/limitranges/rook-ceph/\" range_end:\"/registry/limitranges/rook-ceph0\" "} {"level":"info","ts":"2026-04-16T03:15:35.808995Z","caller":"traceutil/trace.go:171","msg":"trace[1498689790] transaction","detail":"{read_only:false; response_revision:2169; number_of_response:1; }","duration":"340.812051ms","start":"2026-04-16T03:15:35.468142Z","end":"2026-04-16T03:15:35.808954Z","steps":["trace[1498689790] 'process raft request' (duration: 340.700219ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:35.809011Z","caller":"traceutil/trace.go:171","msg":"trace[1570105121] transaction","detail":"{read_only:false; response_revision:2168; number_of_response:1; }","duration":"341.430027ms","start":"2026-04-16T03:15:35.467526Z","end":"2026-04-16T03:15:35.808957Z","steps":["trace[1570105121] 'process raft request' (duration: 266.113816ms)","trace[1570105121] 'compare' (duration: 75.031284ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:15:35.809105Z","caller":"traceutil/trace.go:171","msg":"trace[215658564] transaction","detail":"{read_only:false; response_revision:2170; number_of_response:1; }","duration":"339.056758ms","start":"2026-04-16T03:15:35.470009Z","end":"2026-04-16T03:15:35.809066Z","steps":["trace[215658564] 'process raft request' (duration: 338.899934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:35.80917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:35.468124Z","time spent":"340.960945ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":712,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:15:35.809261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:35.470001Z","time spent":"339.180931ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":722,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:15:35.809305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:35.467494Z","time spent":"341.619582ms","remote":"127.0.0.1:56894","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":160,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:15:35.809393Z","caller":"traceutil/trace.go:171","msg":"trace[137469558] linearizableReadLoop","detail":"{readStateIndex:2331; appliedIndex:2326; }","duration":"172.900283ms","start":"2026-04-16T03:15:35.636452Z","end":"2026-04-16T03:15:35.809352Z","steps":["trace[137469558] 'read index received' (duration: 97.211903ms)","trace[137469558] 'applied index is now lower than readState.Index' (duration: 75.68457ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:15:35.809498Z","caller":"traceutil/trace.go:171","msg":"trace[796342723] transaction","detail":"{read_only:false; response_revision:2173; number_of_response:1; }","duration":"168.78016ms","start":"2026-04-16T03:15:35.640705Z","end":"2026-04-16T03:15:35.809485Z","steps":["trace[796342723] 'process raft request' (duration: 168.433621ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:35.809541Z","caller":"traceutil/trace.go:171","msg":"trace[1293829601] transaction","detail":"{read_only:false; response_revision:2174; number_of_response:1; }","duration":"168.7875ms","start":"2026-04-16T03:15:35.640739Z","end":"2026-04-16T03:15:35.809527Z","steps":["trace[1293829601] 'process raft request' (duration: 168.451081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:35.809599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.749151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-hz7wb\" ","response":"range_response_count:1 size:3832"} {"level":"info","ts":"2026-04-16T03:15:35.809642Z","caller":"traceutil/trace.go:171","msg":"trace[1998549471] range","detail":"{range_begin:/registry/pods/local-path-storage/local-path-provisioner-679c578f5-hz7wb; range_end:; response_count:1; response_revision:2176; }","duration":"317.840213ms","start":"2026-04-16T03:15:35.491789Z","end":"2026-04-16T03:15:35.809629Z","steps":["trace[1998549471] 'agreement among raft nodes before linearized reading' (duration: 317.637067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:35.809688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:35.491774Z","time spent":"317.905784ms","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3855,"request content":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-hz7wb\" "} {"level":"warn","ts":"2026-04-16T03:15:35.809738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.675693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-qgsjv\" ","response":"range_response_count:1 size:4905"} {"level":"info","ts":"2026-04-16T03:15:35.809797Z","caller":"traceutil/trace.go:171","msg":"trace[1857540687] transaction","detail":"{read_only:false; response_revision:2171; number_of_response:1; }","duration":"338.543805ms","start":"2026-04-16T03:15:35.47124Z","end":"2026-04-16T03:15:35.809784Z","steps":["trace[1857540687] 'process raft request' (duration: 337.706043ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:35.809811Z","caller":"traceutil/trace.go:171","msg":"trace[980129246] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-qgsjv; range_end:; response_count:1; response_revision:2176; }","duration":"318.783786ms","start":"2026-04-16T03:15:35.49101Z","end":"2026-04-16T03:15:35.809794Z","steps":["trace[980129246] 'agreement among raft nodes before linearized reading' (duration: 318.534339ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:35.809822Z","caller":"traceutil/trace.go:171","msg":"trace[1288023203] transaction","detail":"{read_only:false; response_revision:2172; number_of_response:1; }","duration":"215.048548ms","start":"2026-04-16T03:15:35.594752Z","end":"2026-04-16T03:15:35.8098Z","steps":["trace[1288023203] 'process raft request' (duration: 214.311239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:35.809863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:35.471215Z","time spent":"338.607147ms","remote":"127.0.0.1:57130","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6815,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:15:35.809912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.495142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/neutron-coredns\" ","response":"range_response_count:1 size:4854"} {"level":"info","ts":"2026-04-16T03:15:35.809957Z","caller":"traceutil/trace.go:171","msg":"trace[1417063961] range","detail":"{range_begin:/registry/deployments/openstack/neutron-coredns; range_end:; response_count:1; response_revision:2176; }","duration":"164.548664ms","start":"2026-04-16T03:15:35.645398Z","end":"2026-04-16T03:15:35.809946Z","steps":["trace[1417063961] 'agreement among raft nodes before linearized reading' (duration: 164.460582ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:35.810011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.622622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:1914"} {"level":"info","ts":"2026-04-16T03:15:35.810081Z","caller":"traceutil/trace.go:171","msg":"trace[456143151] range","detail":"{range_begin:/registry/services/specs/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:2176; }","duration":"318.698134ms","start":"2026-04-16T03:15:35.491367Z","end":"2026-04-16T03:15:35.810065Z","steps":["trace[456143151] 'agreement among raft nodes before linearized reading' (duration: 318.53461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:35.809817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.705749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/rook-ceph/rook-ceph-operator\" ","response":"range_response_count:1 size:4125"} {"level":"warn","ts":"2026-04-16T03:15:35.810123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.240173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-zl544\" ","response":"range_response_count:1 size:4905"} {"level":"info","ts":"2026-04-16T03:15:35.810149Z","caller":"traceutil/trace.go:171","msg":"trace[2059431086] range","detail":"{range_begin:/registry/deployments/rook-ceph/rook-ceph-operator; range_end:; response_count:1; response_revision:2176; }","duration":"167.068318ms","start":"2026-04-16T03:15:35.643067Z","end":"2026-04-16T03:15:35.810136Z","steps":["trace[2059431086] 'agreement among raft nodes before linearized reading' (duration: 166.610656ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:35.810117Z","caller":"traceutil/trace.go:171","msg":"trace[655818781] transaction","detail":"{read_only:false; response_revision:2175; number_of_response:1; }","duration":"165.236941ms","start":"2026-04-16T03:15:35.644838Z","end":"2026-04-16T03:15:35.810075Z","steps":["trace[655818781] 'process raft request' (duration: 164.398249ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:35.810174Z","caller":"traceutil/trace.go:171","msg":"trace[158487596] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-zl544; range_end:; response_count:1; response_revision:2176; }","duration":"318.299804ms","start":"2026-04-16T03:15:35.491859Z","end":"2026-04-16T03:15:35.810159Z","steps":["trace[158487596] 'agreement among raft nodes before linearized reading' (duration: 318.186772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:35.809641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.3056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:175"} {"level":"warn","ts":"2026-04-16T03:15:35.81023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:35.491852Z","time spent":"318.370056ms","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4928,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-zl544\" "} {"level":"info","ts":"2026-04-16T03:15:35.810242Z","caller":"traceutil/trace.go:171","msg":"trace[1312892690] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:2176; }","duration":"378.965796ms","start":"2026-04-16T03:15:35.431267Z","end":"2026-04-16T03:15:35.810233Z","steps":["trace[1312892690] 'agreement among raft nodes before linearized reading' (duration: 378.283979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:35.810274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:35.431257Z","time spent":"379.006347ms","remote":"127.0.0.1:56894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":198,"request content":"key:\"/registry/serviceaccounts/openstack/default\" "} {"level":"warn","ts":"2026-04-16T03:15:35.810274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.997321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-dns\" ","response":"range_response_count:1 size:1211"} {"level":"warn","ts":"2026-04-16T03:15:35.810306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.114755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-hd7ld\" ","response":"range_response_count:1 size:5601"} {"level":"warn","ts":"2026-04-16T03:15:35.809873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:35.490998Z","time spent":"318.862798ms","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":4928,"request content":"key:\"/registry/pods/kube-system/coredns-67659f764b-qgsjv\" "} {"level":"info","ts":"2026-04-16T03:15:35.810357Z","caller":"traceutil/trace.go:171","msg":"trace[651147214] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-dns; range_end:; response_count:1; response_revision:2176; }","duration":"319.107235ms","start":"2026-04-16T03:15:35.491231Z","end":"2026-04-16T03:15:35.810338Z","steps":["trace[651147214] 'agreement among raft nodes before linearized reading' (duration: 318.9105ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:35.81036Z","caller":"traceutil/trace.go:171","msg":"trace[688429520] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-hd7ld; range_end:; response_count:1; response_revision:2176; }","duration":"319.178766ms","start":"2026-04-16T03:15:35.491168Z","end":"2026-04-16T03:15:35.810347Z","steps":["trace[688429520] 'agreement among raft nodes before linearized reading' (duration: 319.041183ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:35.810134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:35.491363Z","time spent":"318.758365ms","remote":"127.0.0.1:56886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":1937,"request content":"key:\"/registry/services/specs/envoy-gateway-system/envoy-gateway\" "} {"level":"info","ts":"2026-04-16T03:15:35.80941Z","caller":"traceutil/trace.go:171","msg":"trace[1041531677] transaction","detail":"{read_only:false; response_revision:2176; number_of_response:1; }","duration":"162.578164ms","start":"2026-04-16T03:15:35.646789Z","end":"2026-04-16T03:15:35.809367Z","steps":["trace[1041531677] 'process raft request' (duration: 162.511942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:35.810446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:35.491164Z","time spent":"319.271388ms","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5624,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-hd7ld\" "} {"level":"warn","ts":"2026-04-16T03:15:35.810448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:35.491227Z","time spent":"319.206057ms","remote":"127.0.0.1:56886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1234,"request content":"key:\"/registry/services/specs/kube-system/kube-dns\" "} {"level":"info","ts":"2026-04-16T03:15:35.967122Z","caller":"traceutil/trace.go:171","msg":"trace[858069525] transaction","detail":"{read_only:false; response_revision:2184; number_of_response:1; }","duration":"138.170708ms","start":"2026-04-16T03:15:35.82892Z","end":"2026-04-16T03:15:35.96709Z","steps":["trace[858069525] 'process raft request' (duration: 137.878961ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:35.967343Z","caller":"traceutil/trace.go:171","msg":"trace[838636864] transaction","detail":"{read_only:false; response_revision:2185; number_of_response:1; }","duration":"137.997603ms","start":"2026-04-16T03:15:35.829311Z","end":"2026-04-16T03:15:35.967308Z","steps":["trace[838636864] 'process raft request' (duration: 137.699335ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:35.971955Z","caller":"traceutil/trace.go:171","msg":"trace[1084789863] transaction","detail":"{read_only:false; response_revision:2186; number_of_response:1; }","duration":"122.803368ms","start":"2026-04-16T03:15:35.849124Z","end":"2026-04-16T03:15:35.971928Z","steps":["trace[1084789863] 'process raft request' (duration: 122.607574ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:35.971977Z","caller":"traceutil/trace.go:171","msg":"trace[714213196] transaction","detail":"{read_only:false; response_revision:2188; number_of_response:1; }","duration":"122.300756ms","start":"2026-04-16T03:15:35.849657Z","end":"2026-04-16T03:15:35.971958Z","steps":["trace[714213196] 'process raft request' (duration: 122.230944ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:35.972237Z","caller":"traceutil/trace.go:171","msg":"trace[684924623] transaction","detail":"{read_only:false; response_revision:2187; number_of_response:1; }","duration":"122.962084ms","start":"2026-04-16T03:15:35.84919Z","end":"2026-04-16T03:15:35.972152Z","steps":["trace[684924623] 'process raft request' (duration: 122.622925ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:36.149725Z","caller":"traceutil/trace.go:171","msg":"trace[862895033] transaction","detail":"{read_only:false; response_revision:2190; number_of_response:1; }","duration":"169.275573ms","start":"2026-04-16T03:15:35.980415Z","end":"2026-04-16T03:15:36.149691Z","steps":["trace[862895033] 'process raft request' (duration: 164.373169ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:36.23684Z","caller":"traceutil/trace.go:171","msg":"trace[227995469] transaction","detail":"{read_only:false; response_revision:2191; number_of_response:1; }","duration":"188.272632ms","start":"2026-04-16T03:15:36.048529Z","end":"2026-04-16T03:15:36.236802Z","steps":["trace[227995469] 'process raft request' (duration: 188.083307ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:37.379891Z","caller":"traceutil/trace.go:171","msg":"trace[234880089] transaction","detail":"{read_only:false; response_revision:2194; number_of_response:1; }","duration":"107.607515ms","start":"2026-04-16T03:15:37.272256Z","end":"2026-04-16T03:15:37.379863Z","steps":["trace[234880089] 'process raft request' (duration: 107.352119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:38.096284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.963398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-16T03:15:38.096416Z","caller":"traceutil/trace.go:171","msg":"trace[1703229179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2195; }","duration":"103.161653ms","start":"2026-04-16T03:15:37.993226Z","end":"2026-04-16T03:15:38.096388Z","steps":["trace[1703229179] 'range keys from in-memory index tree' (duration: 102.711422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:38.096288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.357689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:15:38.096728Z","caller":"traceutil/trace.go:171","msg":"trace[901188170] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2195; }","duration":"103.79256ms","start":"2026-04-16T03:15:37.992887Z","end":"2026-04-16T03:15:38.096679Z","steps":["trace[901188170] 'range keys from in-memory index tree' (duration: 103.143724ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:38.226496Z","caller":"traceutil/trace.go:171","msg":"trace[375372061] linearizableReadLoop","detail":"{readStateIndex:2356; appliedIndex:2354; }","duration":"121.229589ms","start":"2026-04-16T03:15:38.10523Z","end":"2026-04-16T03:15:38.22646Z","steps":["trace[375372061] 'read index received' (duration: 38.614854ms)","trace[375372061] 'applied index is now lower than readState.Index' (duration: 82.613235ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:15:38.226553Z","caller":"traceutil/trace.go:171","msg":"trace[2030722853] transaction","detail":"{read_only:false; response_revision:2197; number_of_response:1; }","duration":"123.418526ms","start":"2026-04-16T03:15:38.103095Z","end":"2026-04-16T03:15:38.226513Z","steps":["trace[2030722853] 'process raft request' (duration: 93.612204ms)","trace[2030722853] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-svcs-lock; req_size:420; } (duration: 29.414422ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:15:38.226831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.585469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-vip-instance.18a6b7bded8021d5\" ","response":"range_response_count:1 size:711"} {"level":"info","ts":"2026-04-16T03:15:38.226927Z","caller":"traceutil/trace.go:171","msg":"trace[2088954585] range","detail":"{range_begin:/registry/events/kube-system/kube-vip-instance.18a6b7bded8021d5; range_end:; response_count:1; response_revision:2197; }","duration":"121.690601ms","start":"2026-04-16T03:15:38.10521Z","end":"2026-04-16T03:15:38.226901Z","steps":["trace[2088954585] 'agreement among raft nodes before linearized reading' (duration: 121.392224ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:38.425209Z","caller":"traceutil/trace.go:171","msg":"trace[2073656668] transaction","detail":"{read_only:false; response_revision:2198; number_of_response:1; }","duration":"195.681579ms","start":"2026-04-16T03:15:38.229489Z","end":"2026-04-16T03:15:38.425171Z","steps":["trace[2073656668] 'process raft request' (duration: 110.825048ms)","trace[2073656668] 'compare' (duration: 84.497162ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:15:38.425881Z","caller":"traceutil/trace.go:171","msg":"trace[1983631362] linearizableReadLoop","detail":"{readStateIndex:2358; appliedIndex:2356; }","duration":"194.804556ms","start":"2026-04-16T03:15:38.231063Z","end":"2026-04-16T03:15:38.425868Z","steps":["trace[1983631362] 'read index received' (duration: 109.221147ms)","trace[1983631362] 'applied index is now lower than readState.Index' (duration: 85.582349ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:15:38.426162Z","caller":"traceutil/trace.go:171","msg":"trace[1142467464] transaction","detail":"{read_only:false; response_revision:2199; number_of_response:1; }","duration":"195.217788ms","start":"2026-04-16T03:15:38.230921Z","end":"2026-04-16T03:15:38.426139Z","steps":["trace[1142467464] 'process raft request' (duration: 194.872008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:38.426339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.935968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:15:38.426444Z","caller":"traceutil/trace.go:171","msg":"trace[156655808] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:2199; }","duration":"145.101353ms","start":"2026-04-16T03:15:38.281312Z","end":"2026-04-16T03:15:38.426413Z","steps":["trace[156655808] 'agreement among raft nodes before linearized reading' (duration: 144.895798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:38.426706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.632358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-16T03:15:38.426784Z","caller":"traceutil/trace.go:171","msg":"trace[141717670] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2199; }","duration":"195.788322ms","start":"2026-04-16T03:15:38.230978Z","end":"2026-04-16T03:15:38.426766Z","steps":["trace[141717670] 'agreement among raft nodes before linearized reading' (duration: 195.131855ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:39.215297Z","caller":"traceutil/trace.go:171","msg":"trace[1264758635] transaction","detail":"{read_only:false; response_revision:2204; number_of_response:1; }","duration":"170.74468ms","start":"2026-04-16T03:15:39.044502Z","end":"2026-04-16T03:15:39.215247Z","steps":["trace[1264758635] 'process raft request' (duration: 169.53974ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:39.215357Z","caller":"traceutil/trace.go:171","msg":"trace[1810696405] transaction","detail":"{read_only:false; response_revision:2205; number_of_response:1; }","duration":"160.738147ms","start":"2026-04-16T03:15:39.054575Z","end":"2026-04-16T03:15:39.215313Z","steps":["trace[1810696405] 'process raft request' (duration: 160.48052ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:40.06598Z","caller":"traceutil/trace.go:171","msg":"trace[1179079076] transaction","detail":"{read_only:false; response_revision:2206; number_of_response:1; }","duration":"108.694864ms","start":"2026-04-16T03:15:39.95725Z","end":"2026-04-16T03:15:40.065945Z","steps":["trace[1179079076] 'process raft request' (duration: 45.745454ms)","trace[1179079076] 'compare' (duration: 62.748915ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:15:42.719296Z","caller":"traceutil/trace.go:171","msg":"trace[819013143] transaction","detail":"{read_only:false; response_revision:2215; number_of_response:1; }","duration":"185.414139ms","start":"2026-04-16T03:15:42.533848Z","end":"2026-04-16T03:15:42.719262Z","steps":["trace[819013143] 'process raft request' (duration: 124.240905ms)","trace[819013143] 'compare' (duration: 61.021351ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:15:43.527505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.160361ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:15:43.527745Z","caller":"traceutil/trace.go:171","msg":"trace[106541068] transaction","detail":"{read_only:false; response_revision:2219; number_of_response:1; }","duration":"266.645471ms","start":"2026-04-16T03:15:43.261078Z","end":"2026-04-16T03:15:43.527723Z","steps":["trace[106541068] 'process raft request' (duration: 266.543069ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:43.527898Z","caller":"traceutil/trace.go:171","msg":"trace[405218415] transaction","detail":"{read_only:false; response_revision:2218; number_of_response:1; }","duration":"318.318984ms","start":"2026-04-16T03:15:43.209568Z","end":"2026-04-16T03:15:43.527887Z","steps":["trace[405218415] 'process raft request' (duration: 20.675661ms)","trace[405218415] 'compare' (duration: 296.950685ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:15:43.527985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:43.209535Z","time spent":"318.396446ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:15:43.861459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.236085ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:15:43.861634Z","caller":"traceutil/trace.go:171","msg":"trace[257616145] transaction","detail":"{read_only:false; response_revision:2220; number_of_response:1; }","duration":"328.306306ms","start":"2026-04-16T03:15:43.533299Z","end":"2026-04-16T03:15:43.861605Z","steps":["trace[257616145] 'process raft request' (duration: 123.842065ms)","trace[257616145] 'compare' (duration: 204.040131ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:15:43.861721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:43.533267Z","time spent":"328.415029ms","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":706,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:15:43.863808Z","caller":"traceutil/trace.go:171","msg":"trace[568307502] linearizableReadLoop","detail":"{readStateIndex:2393; appliedIndex:2379; }","duration":"324.900681ms","start":"2026-04-16T03:15:43.538887Z","end":"2026-04-16T03:15:43.863787Z","steps":["trace[568307502] 'read index received' (duration: 118.361637ms)","trace[568307502] 'applied index is now lower than readState.Index' (duration: 206.537934ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:15:43.86395Z","caller":"traceutil/trace.go:171","msg":"trace[2042182821] transaction","detail":"{read_only:false; response_revision:2231; number_of_response:1; }","duration":"326.100161ms","start":"2026-04-16T03:15:43.537838Z","end":"2026-04-16T03:15:43.863938Z","steps":["trace[2042182821] 'process raft request' (duration: 325.844275ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:43.864044Z","caller":"traceutil/trace.go:171","msg":"trace[211226379] transaction","detail":"{read_only:false; response_revision:2223; number_of_response:1; }","duration":"329.257401ms","start":"2026-04-16T03:15:43.534762Z","end":"2026-04-16T03:15:43.864019Z","steps":["trace[211226379] 'process raft request' (duration: 328.598824ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:43.864008Z","caller":"traceutil/trace.go:171","msg":"trace[1756292363] transaction","detail":"{read_only:false; response_revision:2230; number_of_response:1; }","duration":"326.627194ms","start":"2026-04-16T03:15:43.537311Z","end":"2026-04-16T03:15:43.863938Z","steps":["trace[1756292363] 'process raft request' (duration: 326.336197ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:43.864108Z","caller":"traceutil/trace.go:171","msg":"trace[761497186] transaction","detail":"{read_only:false; response_revision:2225; number_of_response:1; }","duration":"327.505436ms","start":"2026-04-16T03:15:43.536541Z","end":"2026-04-16T03:15:43.864046Z","steps":["trace[761497186] 'process raft request' (duration: 326.88963ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:43.864119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:43.53783Z","time spent":"326.207224ms","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6348,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:15:43.864066Z","caller":"traceutil/trace.go:171","msg":"trace[1114671860] transaction","detail":"{read_only:false; response_revision:2227; number_of_response:1; }","duration":"327.082246ms","start":"2026-04-16T03:15:43.536832Z","end":"2026-04-16T03:15:43.863914Z","steps":["trace[1114671860] 'process raft request' (duration: 326.705926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:43.864207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:43.534737Z","time spent":"329.374624ms","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3406,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:15:43.864195Z","caller":"traceutil/trace.go:171","msg":"trace[191763131] transaction","detail":"{read_only:false; response_revision:2229; number_of_response:1; }","duration":"327.116197ms","start":"2026-04-16T03:15:43.53704Z","end":"2026-04-16T03:15:43.864156Z","steps":["trace[191763131] 'process raft request' (duration: 326.571923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:43.864252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:43.53728Z","time spent":"326.885161ms","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3930,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:15:43.864268Z","caller":"traceutil/trace.go:171","msg":"trace[1251121761] transaction","detail":"{read_only:false; response_revision:2224; number_of_response:1; }","duration":"327.855795ms","start":"2026-04-16T03:15:43.5364Z","end":"2026-04-16T03:15:43.864256Z","steps":["trace[1251121761] 'process raft request' (duration: 326.997823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:43.864329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:43.536371Z","time spent":"327.928077ms","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3416,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:15:43.864336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:43.53682Z","time spent":"327.400213ms","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2687,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:15:43.864208Z","caller":"traceutil/trace.go:171","msg":"trace[1067687641] transaction","detail":"{read_only:false; response_revision:2221; number_of_response:1; }","duration":"329.492327ms","start":"2026-04-16T03:15:43.534693Z","end":"2026-04-16T03:15:43.864186Z","steps":["trace[1067687641] 'process raft request' (duration: 328.48377ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:43.864362Z","caller":"traceutil/trace.go:171","msg":"trace[1046862358] transaction","detail":"{read_only:false; response_revision:2232; number_of_response:1; }","duration":"326.168673ms","start":"2026-04-16T03:15:43.53818Z","end":"2026-04-16T03:15:43.864349Z","steps":["trace[1046862358] 'process raft request' (duration: 325.538237ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:43.864366Z","caller":"traceutil/trace.go:171","msg":"trace[1480921829] transaction","detail":"{read_only:false; response_revision:2233; number_of_response:1; }","duration":"326.111162ms","start":"2026-04-16T03:15:43.538241Z","end":"2026-04-16T03:15:43.864352Z","steps":["trace[1480921829] 'process raft request' (duration: 325.508827ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:43.864334Z","caller":"traceutil/trace.go:171","msg":"trace[646484434] transaction","detail":"{read_only:false; response_revision:2226; number_of_response:1; }","duration":"327.531437ms","start":"2026-04-16T03:15:43.536759Z","end":"2026-04-16T03:15:43.86429Z","steps":["trace[646484434] 'process raft request' (duration: 326.704036ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:43.864424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:43.534677Z","time spent":"329.712263ms","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3261,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:15:43.86439Z","caller":"traceutil/trace.go:171","msg":"trace[376874362] transaction","detail":"{read_only:false; response_revision:2222; number_of_response:1; }","duration":"329.583639ms","start":"2026-04-16T03:15:43.534758Z","end":"2026-04-16T03:15:43.864342Z","steps":["trace[376874362] 'process raft request' (duration: 328.564693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:43.864456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.551276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:15:43.864453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:43.538234Z","time spent":"326.171923ms","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4096,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:15:43.864214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:43.53653Z","time spent":"327.62456ms","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3823,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:15:43.864498Z","caller":"traceutil/trace.go:171","msg":"trace[1031225366] range","detail":"{range_begin:/registry/resourcequotas/monitoring/; range_end:/registry/resourcequotas/monitoring0; response_count:0; response_revision:2233; }","duration":"325.616208ms","start":"2026-04-16T03:15:43.538867Z","end":"2026-04-16T03:15:43.864483Z","steps":["trace[1031225366] 'agreement among raft nodes before linearized reading' (duration: 325.531936ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:43.864123Z","caller":"traceutil/trace.go:171","msg":"trace[1665546740] transaction","detail":"{read_only:false; response_revision:2228; number_of_response:1; }","duration":"327.25786ms","start":"2026-04-16T03:15:43.536843Z","end":"2026-04-16T03:15:43.864101Z","steps":["trace[1665546740] 'process raft request' (duration: 326.731697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:43.864531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:43.538823Z","time spent":"325.70043ms","remote":"127.0.0.1:56762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/monitoring/\" range_end:\"/registry/resourcequotas/monitoring0\" "} {"level":"warn","ts":"2026-04-16T03:15:43.864343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:43.537008Z","time spent":"327.258711ms","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3529,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:15:43.864595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:43.53674Z","time spent":"327.708671ms","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3519,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:15:43.864656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:43.534751Z","time spent":"329.746623ms","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2901,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:15:43.864384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.406203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:15:43.864814Z","caller":"traceutil/trace.go:171","msg":"trace[1744245569] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:2233; }","duration":"321.845243ms","start":"2026-04-16T03:15:43.542934Z","end":"2026-04-16T03:15:43.864779Z","steps":["trace[1744245569] 'agreement among raft nodes before linearized reading' (duration: 321.400422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:43.864792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:43.536702Z","time spent":"327.913336ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:15:43.864866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:43.542923Z","time spent":"321.927286ms","remote":"127.0.0.1:57130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":12,"response size":30,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:15:43.864721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:43.538174Z","time spent":"326.265146ms","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:15:44.081966Z","caller":"traceutil/trace.go:171","msg":"trace[1344897221] transaction","detail":"{read_only:false; response_revision:2236; number_of_response:1; }","duration":"127.072397ms","start":"2026-04-16T03:15:43.954859Z","end":"2026-04-16T03:15:44.081931Z","steps":["trace[1344897221] 'process raft request' (duration: 126.80969ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:44.082002Z","caller":"traceutil/trace.go:171","msg":"trace[95665020] transaction","detail":"{read_only:false; response_revision:2237; number_of_response:1; }","duration":"126.679627ms","start":"2026-04-16T03:15:43.95529Z","end":"2026-04-16T03:15:44.08197Z","steps":["trace[95665020] 'process raft request' (duration: 126.539233ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:44.08206Z","caller":"traceutil/trace.go:171","msg":"trace[1451715058] transaction","detail":"{read_only:false; response_revision:2238; number_of_response:1; }","duration":"126.605296ms","start":"2026-04-16T03:15:43.955421Z","end":"2026-04-16T03:15:44.082026Z","steps":["trace[1451715058] 'process raft request' (duration: 126.462832ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:44.082102Z","caller":"traceutil/trace.go:171","msg":"trace[530159617] transaction","detail":"{read_only:false; response_revision:2239; number_of_response:1; }","duration":"126.587886ms","start":"2026-04-16T03:15:43.955479Z","end":"2026-04-16T03:15:44.082067Z","steps":["trace[530159617] 'process raft request' (duration: 126.448632ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:44.082179Z","caller":"traceutil/trace.go:171","msg":"trace[1441601804] transaction","detail":"{read_only:false; response_revision:2241; number_of_response:1; }","duration":"125.729424ms","start":"2026-04-16T03:15:43.956432Z","end":"2026-04-16T03:15:44.082161Z","steps":["trace[1441601804] 'process raft request' (duration: 125.59255ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:44.08228Z","caller":"traceutil/trace.go:171","msg":"trace[950218255] transaction","detail":"{read_only:false; response_revision:2243; number_of_response:1; }","duration":"125.59429ms","start":"2026-04-16T03:15:43.956675Z","end":"2026-04-16T03:15:44.082269Z","steps":["trace[950218255] 'process raft request' (duration: 125.436826ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:44.082301Z","caller":"traceutil/trace.go:171","msg":"trace[1506035044] transaction","detail":"{read_only:false; response_revision:2240; number_of_response:1; }","duration":"126.151874ms","start":"2026-04-16T03:15:43.956133Z","end":"2026-04-16T03:15:44.082285Z","steps":["trace[1506035044] 'process raft request' (duration: 125.841815ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:44.082392Z","caller":"traceutil/trace.go:171","msg":"trace[2093508015] transaction","detail":"{read_only:false; response_revision:2242; number_of_response:1; }","duration":"125.836276ms","start":"2026-04-16T03:15:43.956537Z","end":"2026-04-16T03:15:44.082373Z","steps":["trace[2093508015] 'process raft request' (duration: 125.533218ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:44.082415Z","caller":"traceutil/trace.go:171","msg":"trace[82179481] transaction","detail":"{read_only:false; response_revision:2245; number_of_response:1; }","duration":"125.664132ms","start":"2026-04-16T03:15:43.956736Z","end":"2026-04-16T03:15:44.0824Z","steps":["trace[82179481] 'process raft request' (duration: 125.463907ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:44.082416Z","caller":"traceutil/trace.go:171","msg":"trace[1060620868] transaction","detail":"{read_only:false; response_revision:2246; number_of_response:1; }","duration":"126.037852ms","start":"2026-04-16T03:15:43.956364Z","end":"2026-04-16T03:15:44.082402Z","steps":["trace[1060620868] 'process raft request' (duration: 125.880718ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:44.082489Z","caller":"traceutil/trace.go:171","msg":"trace[117889674] transaction","detail":"{read_only:false; response_revision:2248; number_of_response:1; }","duration":"121.188829ms","start":"2026-04-16T03:15:43.961281Z","end":"2026-04-16T03:15:44.08247Z","steps":["trace[117889674] 'process raft request' (duration: 121.065496ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:44.082528Z","caller":"traceutil/trace.go:171","msg":"trace[1638714500] transaction","detail":"{read_only:false; response_revision:2247; number_of_response:1; }","duration":"124.434011ms","start":"2026-04-16T03:15:43.958081Z","end":"2026-04-16T03:15:44.082515Z","steps":["trace[1638714500] 'process raft request' (duration: 124.210206ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:44.082493Z","caller":"traceutil/trace.go:171","msg":"trace[235671618] transaction","detail":"{read_only:false; response_revision:2244; number_of_response:1; }","duration":"125.737384ms","start":"2026-04-16T03:15:43.956708Z","end":"2026-04-16T03:15:44.082445Z","steps":["trace[235671618] 'process raft request' (duration: 125.448227ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:44.213921Z","caller":"traceutil/trace.go:171","msg":"trace[1402523879] transaction","detail":"{read_only:false; response_revision:2249; number_of_response:1; }","duration":"219.05751ms","start":"2026-04-16T03:15:43.994828Z","end":"2026-04-16T03:15:44.213886Z","steps":["trace[1402523879] 'process raft request' (duration: 121.62101ms)","trace[1402523879] 'compare' (duration: 97.244025ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:15:44.214008Z","caller":"traceutil/trace.go:171","msg":"trace[682269690] transaction","detail":"{read_only:false; response_revision:2250; number_of_response:1; }","duration":"121.818405ms","start":"2026-04-16T03:15:44.092152Z","end":"2026-04-16T03:15:44.213971Z","steps":["trace[682269690] 'process raft request' (duration: 121.756113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:44.214259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.252383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/memcached-memcached\" ","response":"range_response_count:1 size:543"} {"level":"warn","ts":"2026-04-16T03:15:44.214259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.422942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/rook-ceph/rook-ceph-system\" ","response":"range_response_count:1 size:832"} {"level":"warn","ts":"2026-04-16T03:15:44.2143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.755851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:175"} {"level":"warn","ts":"2026-04-16T03:15:44.214323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.490259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:1 size:968"} {"level":"info","ts":"2026-04-16T03:15:44.214356Z","caller":"traceutil/trace.go:171","msg":"trace[1859111410] range","detail":"{range_begin:/registry/serviceaccounts/openstack/memcached-memcached; range_end:; response_count:1; response_revision:2250; }","duration":"150.407517ms","start":"2026-04-16T03:15:44.063922Z","end":"2026-04-16T03:15:44.21433Z","steps":["trace[1859111410] 'agreement among raft nodes before linearized reading' (duration: 150.083609ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:44.214356Z","caller":"traceutil/trace.go:171","msg":"trace[637920694] range","detail":"{range_begin:/registry/serviceaccounts/rook-ceph/rook-ceph-system; range_end:; response_count:1; response_revision:2250; }","duration":"149.554976ms","start":"2026-04-16T03:15:44.064783Z","end":"2026-04-16T03:15:44.214338Z","steps":["trace[637920694] 'agreement among raft nodes before linearized reading' (duration: 149.3332ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:44.214382Z","caller":"traceutil/trace.go:171","msg":"trace[348545597] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:1; response_revision:2250; }","duration":"150.561221ms","start":"2026-04-16T03:15:44.063804Z","end":"2026-04-16T03:15:44.214365Z","steps":["trace[348545597] 'agreement among raft nodes before linearized reading' (duration: 150.318615ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:44.21401Z","caller":"traceutil/trace.go:171","msg":"trace[1371730608] linearizableReadLoop","detail":"{readStateIndex:2410; appliedIndex:2409; }","duration":"131.551231ms","start":"2026-04-16T03:15:44.082427Z","end":"2026-04-16T03:15:44.213978Z","steps":["trace[1371730608] 'read index received' (duration: 33.915136ms)","trace[1371730608] 'applied index is now lower than readState.Index' (duration: 97.631515ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:15:44.21437Z","caller":"traceutil/trace.go:171","msg":"trace[769727903] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:2250; }","duration":"149.872213ms","start":"2026-04-16T03:15:44.06448Z","end":"2026-04-16T03:15:44.214352Z","steps":["trace[769727903] 'agreement among raft nodes before linearized reading' (duration: 149.566976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:44.214622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.201262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck\" ","response":"range_response_count:1 size:1054"} {"level":"info","ts":"2026-04-16T03:15:44.214684Z","caller":"traceutil/trace.go:171","msg":"trace[20198914] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-startupapicheck; range_end:; response_count:1; response_revision:2250; }","duration":"150.327245ms","start":"2026-04-16T03:15:44.064338Z","end":"2026-04-16T03:15:44.214666Z","steps":["trace[20198914] 'agreement among raft nodes before linearized reading' (duration: 150.007237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:44.2147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.98451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:15:44.214724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.93447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:986"} {"level":"info","ts":"2026-04-16T03:15:44.214747Z","caller":"traceutil/trace.go:171","msg":"trace[361971583] range","detail":"{range_begin:/registry/limitranges/local-path-storage/; range_end:/registry/limitranges/local-path-storage0; response_count:0; response_revision:2250; }","duration":"122.067072ms","start":"2026-04-16T03:15:44.092664Z","end":"2026-04-16T03:15:44.214731Z","steps":["trace[361971583] 'agreement among raft nodes before linearized reading' (duration: 121.99251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:44.214756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.069073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"warn","ts":"2026-04-16T03:15:44.214691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.923964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" ","response":"range_response_count:1 size:799"} {"level":"info","ts":"2026-04-16T03:15:44.214791Z","caller":"traceutil/trace.go:171","msg":"trace[1966061891] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:2250; }","duration":"151.161436ms","start":"2026-04-16T03:15:44.063619Z","end":"2026-04-16T03:15:44.214781Z","steps":["trace[1966061891] 'agreement among raft nodes before linearized reading' (duration: 150.541001ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:44.214796Z","caller":"traceutil/trace.go:171","msg":"trace[1272356255] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:2250; }","duration":"151.027043ms","start":"2026-04-16T03:15:44.063748Z","end":"2026-04-16T03:15:44.214775Z","steps":["trace[1272356255] 'agreement among raft nodes before linearized reading' (duration: 150.270214ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:44.214831Z","caller":"traceutil/trace.go:171","msg":"trace[960586237] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/goldpinger; range_end:; response_count:1; response_revision:2250; }","duration":"150.079029ms","start":"2026-04-16T03:15:44.064735Z","end":"2026-04-16T03:15:44.214814Z","steps":["trace[960586237] 'agreement among raft nodes before linearized reading' (duration: 149.403252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:44.214904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.156836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-04-16T03:15:44.214938Z","caller":"traceutil/trace.go:171","msg":"trace[144096823] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:2250; }","duration":"151.214267ms","start":"2026-04-16T03:15:44.063715Z","end":"2026-04-16T03:15:44.214929Z","steps":["trace[144096823] 'agreement among raft nodes before linearized reading' (duration: 150.468028ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:44.21496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.249608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/loki\" ","response":"range_response_count:1 size:800"} {"level":"info","ts":"2026-04-16T03:15:44.215055Z","caller":"traceutil/trace.go:171","msg":"trace[1132435294] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/loki; range_end:; response_count:1; response_revision:2250; }","duration":"151.427262ms","start":"2026-04-16T03:15:44.063605Z","end":"2026-04-16T03:15:44.215032Z","steps":["trace[1132435294] 'agreement among raft nodes before linearized reading' (duration: 150.467508ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:44.215182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.994562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:971"} {"level":"warn","ts":"2026-04-16T03:15:44.215287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.377671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission\" ","response":"range_response_count:1 size:1071"} {"level":"info","ts":"2026-04-16T03:15:44.215349Z","caller":"traceutil/trace.go:171","msg":"trace[1564789766] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission; range_end:; response_count:1; response_revision:2250; }","duration":"151.457593ms","start":"2026-04-16T03:15:44.063872Z","end":"2026-04-16T03:15:44.21533Z","steps":["trace[1564789766] 'agreement among raft nodes before linearized reading' (duration: 150.229442ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:44.215292Z","caller":"traceutil/trace.go:171","msg":"trace[1853532624] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:2250; }","duration":"151.131965ms","start":"2026-04-16T03:15:44.064145Z","end":"2026-04-16T03:15:44.215276Z","steps":["trace[1853532624] 'agreement among raft nodes before linearized reading' (duration: 150.462609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:44.215361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.693149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-t45nx\" ","response":"range_response_count:1 size:2702"} {"level":"info","ts":"2026-04-16T03:15:44.215713Z","caller":"traceutil/trace.go:171","msg":"trace[702341877] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-t45nx; range_end:; response_count:1; response_revision:2250; }","duration":"129.096038ms","start":"2026-04-16T03:15:44.086533Z","end":"2026-04-16T03:15:44.215629Z","steps":["trace[702341877] 'agreement among raft nodes before linearized reading' (duration: 127.97248ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:44.343833Z","caller":"traceutil/trace.go:171","msg":"trace[784952528] transaction","detail":"{read_only:false; response_revision:2251; number_of_response:1; }","duration":"123.139378ms","start":"2026-04-16T03:15:44.220662Z","end":"2026-04-16T03:15:44.343801Z","steps":["trace[784952528] 'process raft request' (duration: 120.559353ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:44.372126Z","caller":"traceutil/trace.go:171","msg":"trace[1523878815] transaction","detail":"{read_only:false; response_revision:2253; number_of_response:1; }","duration":"148.628151ms","start":"2026-04-16T03:15:44.223455Z","end":"2026-04-16T03:15:44.372083Z","steps":["trace[1523878815] 'process raft request' (duration: 148.450957ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:44.372146Z","caller":"traceutil/trace.go:171","msg":"trace[1920119541] transaction","detail":"{read_only:false; response_revision:2252; number_of_response:1; }","duration":"150.414967ms","start":"2026-04-16T03:15:44.221693Z","end":"2026-04-16T03:15:44.372108Z","steps":["trace[1920119541] 'process raft request' (duration: 150.083989ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:44.637263Z","caller":"traceutil/trace.go:171","msg":"trace[1224010916] linearizableReadLoop","detail":"{readStateIndex:2415; appliedIndex:2414; }","duration":"116.272376ms","start":"2026-04-16T03:15:44.520957Z","end":"2026-04-16T03:15:44.637229Z","steps":["trace[1224010916] 'read index received' (duration: 116.089741ms)","trace[1224010916] 'applied index is now lower than readState.Index' (duration: 180.755µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:15:44.637342Z","caller":"traceutil/trace.go:171","msg":"trace[245562827] transaction","detail":"{read_only:false; response_revision:2254; number_of_response:1; }","duration":"250.293988ms","start":"2026-04-16T03:15:44.387006Z","end":"2026-04-16T03:15:44.6373Z","steps":["trace[245562827] 'process raft request' (duration: 250.026721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:44.637739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.765998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-16T03:15:44.637859Z","caller":"traceutil/trace.go:171","msg":"trace[602968974] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2254; }","duration":"116.913411ms","start":"2026-04-16T03:15:44.520897Z","end":"2026-04-16T03:15:44.63781Z","steps":["trace[602968974] 'agreement among raft nodes before linearized reading' (duration: 116.565613ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:44.944674Z","caller":"traceutil/trace.go:171","msg":"trace[1828424899] linearizableReadLoop","detail":"{readStateIndex:2417; appliedIndex:2416; }","duration":"219.629923ms","start":"2026-04-16T03:15:44.725009Z","end":"2026-04-16T03:15:44.944639Z","steps":["trace[1828424899] 'read index received' (duration: 215.50428ms)","trace[1828424899] 'applied index is now lower than readState.Index' (duration: 4.123563ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:15:44.944848Z","caller":"traceutil/trace.go:171","msg":"trace[935679520] transaction","detail":"{read_only:false; response_revision:2256; number_of_response:1; }","duration":"297.755305ms","start":"2026-04-16T03:15:44.647079Z","end":"2026-04-16T03:15:44.944834Z","steps":["trace[935679520] 'process raft request' (duration: 293.594761ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:44.945169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.147747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-16T03:15:44.945257Z","caller":"traceutil/trace.go:171","msg":"trace[577302341] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2256; }","duration":"220.306611ms","start":"2026-04-16T03:15:44.724939Z","end":"2026-04-16T03:15:44.945246Z","steps":["trace[577302341] 'agreement among raft nodes before linearized reading' (duration: 220.047495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:44.945789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.66356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:44.945943Z","caller":"traceutil/trace.go:171","msg":"trace[1652668532] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2256; }","duration":"156.11191ms","start":"2026-04-16T03:15:44.789787Z","end":"2026-04-16T03:15:44.945899Z","steps":["trace[1652668532] 'agreement among raft nodes before linearized reading' (duration: 155.435944ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:45.270735Z","caller":"traceutil/trace.go:171","msg":"trace[1550890191] transaction","detail":"{read_only:false; response_revision:2257; number_of_response:1; }","duration":"319.671479ms","start":"2026-04-16T03:15:44.951034Z","end":"2026-04-16T03:15:45.270706Z","steps":["trace[1550890191] 'process raft request' (duration: 299.650594ms)","trace[1550890191] 'compare' (duration: 19.860331ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:15:45.27107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:44.951015Z","time spent":"319.883694ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:15:45.271459Z","caller":"traceutil/trace.go:171","msg":"trace[1547585706] linearizableReadLoop","detail":"{readStateIndex:2419; appliedIndex:2417; }","duration":"278.176941ms","start":"2026-04-16T03:15:44.993251Z","end":"2026-04-16T03:15:45.271428Z","steps":["trace[1547585706] 'read index received' (duration: 257.571811ms)","trace[1547585706] 'applied index is now lower than readState.Index' (duration: 20.60313ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:15:45.271614Z","caller":"traceutil/trace.go:171","msg":"trace[702467359] transaction","detail":"{read_only:false; response_revision:2258; number_of_response:1; }","duration":"315.973725ms","start":"2026-04-16T03:15:44.955624Z","end":"2026-04-16T03:15:45.271598Z","steps":["trace[702467359] 'process raft request' (duration: 315.612176ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:45.271759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:44.955598Z","time spent":"316.060637ms","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4459,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:15:45.272028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.770256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:15:45.272087Z","caller":"traceutil/trace.go:171","msg":"trace[573833300] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2258; }","duration":"278.867168ms","start":"2026-04-16T03:15:44.993205Z","end":"2026-04-16T03:15:45.272072Z","steps":["trace[573833300] 'agreement among raft nodes before linearized reading' (duration: 278.56766ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:45.456245Z","caller":"traceutil/trace.go:171","msg":"trace[18128962] transaction","detail":"{read_only:false; response_revision:2259; number_of_response:1; }","duration":"179.46322ms","start":"2026-04-16T03:15:45.276743Z","end":"2026-04-16T03:15:45.456206Z","steps":["trace[18128962] 'process raft request' (duration: 96.528136ms)","trace[18128962] 'compare' (duration: 82.751509ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:15:45.490347Z","caller":"traceutil/trace.go:171","msg":"trace[1616753468] transaction","detail":"{read_only:false; response_revision:2260; number_of_response:1; }","duration":"213.086848ms","start":"2026-04-16T03:15:45.277225Z","end":"2026-04-16T03:15:45.490312Z","steps":["trace[1616753468] 'process raft request' (duration: 212.569715ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:45.490655Z","caller":"traceutil/trace.go:171","msg":"trace[1810536163] transaction","detail":"{read_only:false; response_revision:2261; number_of_response:1; }","duration":"208.735437ms","start":"2026-04-16T03:15:45.281902Z","end":"2026-04-16T03:15:45.490638Z","steps":["trace[1810536163] 'process raft request' (duration: 208.289926ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:45.490649Z","caller":"traceutil/trace.go:171","msg":"trace[1220981926] linearizableReadLoop","detail":"{readStateIndex:2422; appliedIndex:2420; }","duration":"112.766195ms","start":"2026-04-16T03:15:45.37784Z","end":"2026-04-16T03:15:45.490606Z","steps":["trace[1220981926] 'read index received' (duration: 112.000056ms)","trace[1220981926] 'applied index is now lower than readState.Index' (duration: 761.729µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:15:45.490968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.114254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-df44a423-dea3-479a-8909-065fbbd80c79\" ","response":"range_response_count:1 size:2535"} {"level":"info","ts":"2026-04-16T03:15:45.491056Z","caller":"traceutil/trace.go:171","msg":"trace[363639515] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-df44a423-dea3-479a-8909-065fbbd80c79; range_end:; response_count:1; response_revision:2261; }","duration":"113.267578ms","start":"2026-04-16T03:15:45.377769Z","end":"2026-04-16T03:15:45.491037Z","steps":["trace[363639515] 'agreement among raft nodes before linearized reading' (duration: 113.033502ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:45.704828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.19081ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T03:15:45.705213Z","caller":"traceutil/trace.go:171","msg":"trace[1102310232] transaction","detail":"{read_only:false; response_revision:2262; number_of_response:1; }","duration":"170.275548ms","start":"2026-04-16T03:15:45.534913Z","end":"2026-04-16T03:15:45.705189Z","steps":["trace[1102310232] 'process raft request' (duration: 170.057493ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:45.705231Z","caller":"traceutil/trace.go:171","msg":"trace[1309337309] linearizableReadLoop","detail":"{readStateIndex:2423; appliedIndex:2422; }","duration":"208.047601ms","start":"2026-04-16T03:15:45.497139Z","end":"2026-04-16T03:15:45.705186Z","steps":["trace[1309337309] 'read index received' (duration: 40.44448ms)","trace[1309337309] 'applied index is now lower than readState.Index' (duration: 167.599591ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:15:45.705596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.42697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-rgvdf\" ","response":"range_response_count:1 size:3544"} {"level":"info","ts":"2026-04-16T03:15:45.705676Z","caller":"traceutil/trace.go:171","msg":"trace[1795699414] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-75c4c745bc-rgvdf; range_end:; response_count:1; response_revision:2262; }","duration":"208.578685ms","start":"2026-04-16T03:15:45.49708Z","end":"2026-04-16T03:15:45.705659Z","steps":["trace[1795699414] 'agreement among raft nodes before linearized reading' (duration: 208.257507ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:46.000637Z","caller":"traceutil/trace.go:171","msg":"trace[1679378741] linearizableReadLoop","detail":"{readStateIndex:2425; appliedIndex:2424; }","duration":"183.04071ms","start":"2026-04-16T03:15:45.817565Z","end":"2026-04-16T03:15:46.000606Z","steps":["trace[1679378741] 'read index received' (duration: 148.214811ms)","trace[1679378741] 'applied index is now lower than readState.Index' (duration: 34.824449ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:15:46.000829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.236274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:46.000914Z","caller":"traceutil/trace.go:171","msg":"trace[1801317639] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:2263; }","duration":"183.377828ms","start":"2026-04-16T03:15:45.817516Z","end":"2026-04-16T03:15:46.000894Z","steps":["trace[1801317639] 'agreement among raft nodes before linearized reading' (duration: 183.223094ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:46.000934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.880148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-16T03:15:46.000974Z","caller":"traceutil/trace.go:171","msg":"trace[70354188] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2263; }","duration":"129.991141ms","start":"2026-04-16T03:15:45.870968Z","end":"2026-04-16T03:15:46.00096Z","steps":["trace[70354188] 'agreement among raft nodes before linearized reading' (duration: 129.796266ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:46.000687Z","caller":"traceutil/trace.go:171","msg":"trace[1350851055] transaction","detail":"{read_only:false; response_revision:2263; number_of_response:1; }","duration":"287.798634ms","start":"2026-04-16T03:15:45.712849Z","end":"2026-04-16T03:15:46.000647Z","steps":["trace[1350851055] 'process raft request' (duration: 253.078598ms)","trace[1350851055] 'compare' (duration: 34.431499ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:15:46.123394Z","caller":"traceutil/trace.go:171","msg":"trace[847302505] transaction","detail":"{read_only:false; response_revision:2265; number_of_response:1; }","duration":"109.140944ms","start":"2026-04-16T03:15:46.014224Z","end":"2026-04-16T03:15:46.123365Z","steps":["trace[847302505] 'process raft request' (duration: 107.634807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:46.442251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.919943ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:15:46.442428Z","caller":"traceutil/trace.go:171","msg":"trace[282857293] transaction","detail":"{read_only:false; response_revision:2270; number_of_response:1; }","duration":"257.369196ms","start":"2026-04-16T03:15:46.185029Z","end":"2026-04-16T03:15:46.442398Z","steps":["trace[282857293] 'process raft request' (duration: 69.219318ms)","trace[282857293] 'compare' (duration: 187.718848ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:15:46.444065Z","caller":"traceutil/trace.go:171","msg":"trace[1394136615] transaction","detail":"{read_only:false; response_revision:2271; number_of_response:1; }","duration":"123.804665ms","start":"2026-04-16T03:15:46.320233Z","end":"2026-04-16T03:15:46.444038Z","steps":["trace[1394136615] 'process raft request' (duration: 123.625491ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:46.772897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.529006ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:15:46.773054Z","caller":"traceutil/trace.go:171","msg":"trace[1572846715] transaction","detail":"{read_only:false; response_revision:2272; number_of_response:1; }","duration":"320.838908ms","start":"2026-04-16T03:15:46.452189Z","end":"2026-04-16T03:15:46.773028Z","steps":["trace[1572846715] 'process raft request' (duration: 125.086816ms)","trace[1572846715] 'compare' (duration: 195.181087ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:15:46.773128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:46.45217Z","time spent":"320.933421ms","remote":"127.0.0.1:37378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3047,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:15:46.82341Z","caller":"traceutil/trace.go:171","msg":"trace[1889297158] linearizableReadLoop","detail":"{readStateIndex:2435; appliedIndex:2433; }","duration":"365.866396ms","start":"2026-04-16T03:15:46.457512Z","end":"2026-04-16T03:15:46.823378Z","steps":["trace[1889297158] 'read index received' (duration: 119.763543ms)","trace[1889297158] 'applied index is now lower than readState.Index' (duration: 246.097433ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:15:46.823492Z","caller":"traceutil/trace.go:171","msg":"trace[1674628305] transaction","detail":"{read_only:false; response_revision:2273; number_of_response:1; }","duration":"366.725117ms","start":"2026-04-16T03:15:46.456739Z","end":"2026-04-16T03:15:46.823464Z","steps":["trace[1674628305] 'process raft request' (duration: 366.44289ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:46.823667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:46.456714Z","time spent":"366.833969ms","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4449,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:15:46.823643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.089871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/ingress-nginx/\" range_end:\"/registry/resourcequotas/ingress-nginx0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:46.82376Z","caller":"traceutil/trace.go:171","msg":"trace[1761701663] range","detail":"{range_begin:/registry/resourcequotas/ingress-nginx/; range_end:/registry/resourcequotas/ingress-nginx0; response_count:0; response_revision:2273; }","duration":"366.250794ms","start":"2026-04-16T03:15:46.457476Z","end":"2026-04-16T03:15:46.823727Z","steps":["trace[1761701663] 'agreement among raft nodes before linearized reading' (duration: 366.033989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:46.823831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:46.457466Z","time spent":"366.348618ms","remote":"127.0.0.1:56762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/ingress-nginx/\" range_end:\"/registry/resourcequotas/ingress-nginx0\" "} {"level":"warn","ts":"2026-04-16T03:15:46.863765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.290666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-16T03:15:46.863839Z","caller":"traceutil/trace.go:171","msg":"trace[1070298169] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2274; }","duration":"162.41776ms","start":"2026-04-16T03:15:46.701403Z","end":"2026-04-16T03:15:46.86382Z","steps":["trace[1070298169] 'agreement among raft nodes before linearized reading' (duration: 162.205844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:46.863818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.723468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:15:46.863896Z","caller":"traceutil/trace.go:171","msg":"trace[405130821] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:2274; }","duration":"187.856852ms","start":"2026-04-16T03:15:46.676019Z","end":"2026-04-16T03:15:46.863876Z","steps":["trace[405130821] 'agreement among raft nodes before linearized reading' (duration: 187.713228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:46.863889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.237236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-df44a423-dea3-479a-8909-065fbbd80c79\" ","response":"range_response_count:1 size:2535"} {"level":"info","ts":"2026-04-16T03:15:46.863988Z","caller":"traceutil/trace.go:171","msg":"trace[251357756] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-df44a423-dea3-479a-8909-065fbbd80c79; range_end:; response_count:1; response_revision:2274; }","duration":"368.400639ms","start":"2026-04-16T03:15:46.495563Z","end":"2026-04-16T03:15:46.863964Z","steps":["trace[251357756] 'agreement among raft nodes before linearized reading' (duration: 368.07735ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:46.864041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:46.495537Z","time spent":"368.493711ms","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":2558,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-df44a423-dea3-479a-8909-065fbbd80c79\" "} {"level":"info","ts":"2026-04-16T03:15:46.972097Z","caller":"traceutil/trace.go:171","msg":"trace[950558635] linearizableReadLoop","detail":"{readStateIndex:2439; appliedIndex:2437; }","duration":"100.485276ms","start":"2026-04-16T03:15:46.87158Z","end":"2026-04-16T03:15:46.972065Z","steps":["trace[950558635] 'read index received' (duration: 18.642961ms)","trace[950558635] 'applied index is now lower than readState.Index' (duration: 81.841155ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:15:46.972256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.99961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:46.972291Z","caller":"traceutil/trace.go:171","msg":"trace[1144323321] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2277; }","duration":"107.090323ms","start":"2026-04-16T03:15:46.865189Z","end":"2026-04-16T03:15:46.972279Z","steps":["trace[1144323321] 'agreement among raft nodes before linearized reading' (duration: 106.99722ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:46.97232Z","caller":"traceutil/trace.go:171","msg":"trace[925139060] transaction","detail":"{read_only:false; response_revision:2276; number_of_response:1; }","duration":"104.970649ms","start":"2026-04-16T03:15:46.867303Z","end":"2026-04-16T03:15:46.972274Z","steps":["trace[925139060] 'process raft request' (duration: 22.758474ms)","trace[925139060] 'compare' (duration: 81.733753ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:15:46.972314Z","caller":"traceutil/trace.go:171","msg":"trace[2046621805] transaction","detail":"{read_only:false; response_revision:2277; number_of_response:1; }","duration":"101.807949ms","start":"2026-04-16T03:15:46.870447Z","end":"2026-04-16T03:15:46.972255Z","steps":["trace[2046621805] 'process raft request' (duration: 101.537052ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:46.980544Z","caller":"traceutil/trace.go:171","msg":"trace[1965155161] transaction","detail":"{read_only:false; response_revision:2280; number_of_response:1; }","duration":"102.077036ms","start":"2026-04-16T03:15:46.878452Z","end":"2026-04-16T03:15:46.980529Z","steps":["trace[1965155161] 'process raft request' (duration: 102.005294ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:46.980513Z","caller":"traceutil/trace.go:171","msg":"trace[662253730] transaction","detail":"{read_only:false; response_revision:2278; number_of_response:1; }","duration":"108.811246ms","start":"2026-04-16T03:15:46.871647Z","end":"2026-04-16T03:15:46.980458Z","steps":["trace[662253730] 'process raft request' (duration: 108.666083ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:46.980656Z","caller":"traceutil/trace.go:171","msg":"trace[297277551] transaction","detail":"{read_only:false; response_revision:2279; number_of_response:1; }","duration":"105.700549ms","start":"2026-04-16T03:15:46.874931Z","end":"2026-04-16T03:15:46.980632Z","steps":["trace[297277551] 'process raft request' (duration: 105.458273ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:47.184262Z","caller":"traceutil/trace.go:171","msg":"trace[640621091] transaction","detail":"{read_only:false; response_revision:2283; number_of_response:1; }","duration":"194.063638ms","start":"2026-04-16T03:15:46.990169Z","end":"2026-04-16T03:15:47.184233Z","steps":["trace[640621091] 'process raft request' (duration: 193.973076ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:47.184264Z","caller":"traceutil/trace.go:171","msg":"trace[1484169008] transaction","detail":"{read_only:false; response_revision:2282; number_of_response:1; }","duration":"194.461609ms","start":"2026-04-16T03:15:46.989783Z","end":"2026-04-16T03:15:47.184245Z","steps":["trace[1484169008] 'process raft request' (duration: 192.211232ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:47.457392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.0348ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:15:47.457493Z","caller":"traceutil/trace.go:171","msg":"trace[735500723] transaction","detail":"{read_only:false; response_revision:2284; number_of_response:1; }","duration":"176.422383ms","start":"2026-04-16T03:15:47.281054Z","end":"2026-04-16T03:15:47.457476Z","steps":["trace[735500723] 'process raft request' (duration: 12.22518ms)","trace[735500723] 'compare' (duration: 163.917056ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:15:47.526271Z","caller":"traceutil/trace.go:171","msg":"trace[1155122655] transaction","detail":"{read_only:false; response_revision:2285; number_of_response:1; }","duration":"206.453791ms","start":"2026-04-16T03:15:47.319779Z","end":"2026-04-16T03:15:47.526232Z","steps":["trace[1155122655] 'process raft request' (duration: 206.255756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:47.875402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.5281ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:15:47.875787Z","caller":"traceutil/trace.go:171","msg":"trace[84196487] transaction","detail":"{read_only:false; response_revision:2288; number_of_response:1; }","duration":"341.613873ms","start":"2026-04-16T03:15:47.534137Z","end":"2026-04-16T03:15:47.875751Z","steps":["trace[84196487] 'process raft request' (duration: 341.432718ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:47.875808Z","caller":"traceutil/trace.go:171","msg":"trace[1721947914] transaction","detail":"{read_only:false; response_revision:2289; number_of_response:1; }","duration":"162.773658ms","start":"2026-04-16T03:15:47.712998Z","end":"2026-04-16T03:15:47.875772Z","steps":["trace[1721947914] 'process raft request' (duration: 162.673826ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:47.875896Z","caller":"traceutil/trace.go:171","msg":"trace[2115704962] transaction","detail":"{read_only:false; response_revision:2287; number_of_response:1; }","duration":"344.836054ms","start":"2026-04-16T03:15:47.530976Z","end":"2026-04-16T03:15:47.875812Z","steps":["trace[2115704962] 'process raft request' (duration: 193.777271ms)","trace[2115704962] 'compare' (duration: 150.267103ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:15:47.876041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:47.534108Z","time spent":"341.830758ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:15:47.876127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:47.530955Z","time spent":"345.052699ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:15:48.142457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.288246ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:15:48.142622Z","caller":"traceutil/trace.go:171","msg":"trace[2091820912] transaction","detail":"{read_only:false; response_revision:2290; number_of_response:1; }","duration":"222.65123ms","start":"2026-04-16T03:15:47.919932Z","end":"2026-04-16T03:15:48.142583Z","steps":["trace[2091820912] 'process raft request' (duration: 64.161979ms)","trace[2091820912] 'compare' (duration: 158.115361ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:15:49.19428Z","caller":"traceutil/trace.go:171","msg":"trace[778580622] transaction","detail":"{read_only:false; response_revision:2293; number_of_response:1; }","duration":"674.578386ms","start":"2026-04-16T03:15:48.519666Z","end":"2026-04-16T03:15:49.194245Z","steps":["trace[778580622] 'process raft request' (duration: 674.320769ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:49.194525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:48.519625Z","time spent":"674.786071ms","remote":"127.0.0.1:37378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1565,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:15:49.81723Z","caller":"traceutil/trace.go:171","msg":"trace[414459402] linearizableReadLoop","detail":"{readStateIndex:2456; appliedIndex:2454; }","duration":"1.05975634s","start":"2026-04-16T03:15:48.757446Z","end":"2026-04-16T03:15:49.817202Z","steps":["trace[414459402] 'read index received' (duration: 436.525278ms)","trace[414459402] 'applied index is now lower than readState.Index' (duration: 623.229421ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:15:49.817276Z","caller":"traceutil/trace.go:171","msg":"trace[2046728205] transaction","detail":"{read_only:false; response_revision:2294; number_of_response:1; }","duration":"1.095291116s","start":"2026-04-16T03:15:48.721938Z","end":"2026-04-16T03:15:49.817229Z","steps":["trace[2046728205] 'process raft request' (duration: 1.093697235s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:49.817443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:48.721911Z","time spent":"1.09545078s","remote":"127.0.0.1:37386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2918,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:15:49.817583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060115399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.18a6b7efe3cb1a44\" ","response":"range_response_count:1 size:943"} {"level":"info","ts":"2026-04-16T03:15:49.817652Z","caller":"traceutil/trace.go:171","msg":"trace[1163819451] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.18a6b7efe3cb1a44; range_end:; response_count:1; response_revision:2294; }","duration":"1.060228501s","start":"2026-04-16T03:15:48.757406Z","end":"2026-04-16T03:15:49.817635Z","steps":["trace[1163819451] 'agreement among raft nodes before linearized reading' (duration: 1.059930374s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:49.817716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:48.757392Z","time spent":"1.060316004s","remote":"127.0.0.1:56754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":966,"request content":"key:\"/registry/events/monitoring/storage-loki-0.18a6b7efe3cb1a44\" "} {"level":"info","ts":"2026-04-16T03:15:49.81893Z","caller":"traceutil/trace.go:171","msg":"trace[1524196195] transaction","detail":"{read_only:false; response_revision:2296; number_of_response:1; }","duration":"447.180277ms","start":"2026-04-16T03:15:49.371727Z","end":"2026-04-16T03:15:49.818908Z","steps":["trace[1524196195] 'process raft request' (duration: 447.060504ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:49.818926Z","caller":"traceutil/trace.go:171","msg":"trace[623755064] transaction","detail":"{read_only:false; response_revision:2295; number_of_response:1; }","duration":"616.47605ms","start":"2026-04-16T03:15:49.202406Z","end":"2026-04-16T03:15:49.818882Z","steps":["trace[623755064] 'process raft request' (duration: 615.991348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:49.819113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.289572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-16T03:15:49.819035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.030572771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:49.819189Z","caller":"traceutil/trace.go:171","msg":"trace[792263065] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2297; }","duration":"354.417105ms","start":"2026-04-16T03:15:49.464748Z","end":"2026-04-16T03:15:49.819166Z","steps":["trace[792263065] 'agreement among raft nodes before linearized reading' (duration: 354.172219ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:49.819211Z","caller":"traceutil/trace.go:171","msg":"trace[1855194727] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2297; }","duration":"1.030833908s","start":"2026-04-16T03:15:48.788355Z","end":"2026-04-16T03:15:49.819189Z","steps":["trace[1855194727] 'agreement among raft nodes before linearized reading' (duration: 1.030549651s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:49.819201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.887885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-16T03:15:49.819236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.540452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-df44a423-dea3-479a-8909-065fbbd80c79\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-04-16T03:15:49.819133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.630131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:49.819289Z","caller":"traceutil/trace.go:171","msg":"trace[1488516310] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2297; }","duration":"843.030579ms","start":"2026-04-16T03:15:48.976233Z","end":"2026-04-16T03:15:49.819264Z","steps":["trace[1488516310] 'agreement among raft nodes before linearized reading' (duration: 842.678019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:49.819362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:48.976206Z","time spent":"843.146632ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T03:15:49.818999Z","caller":"traceutil/trace.go:171","msg":"trace[1575167402] transaction","detail":"{read_only:false; response_revision:2297; number_of_response:1; }","duration":"251.570829ms","start":"2026-04-16T03:15:49.56737Z","end":"2026-04-16T03:15:49.818941Z","steps":["trace[1575167402] 'process raft request' (duration: 251.486787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:49.81927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:49.464714Z","time spent":"354.53811ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-16T03:15:49.819459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:48.788336Z","time spent":"1.030918633s","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-16T03:15:49.819289Z","caller":"traceutil/trace.go:171","msg":"trace[165179456] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-df44a423-dea3-479a-8909-065fbbd80c79; range_end:; response_count:1; response_revision:2297; }","duration":"908.647886ms","start":"2026-04-16T03:15:48.910627Z","end":"2026-04-16T03:15:49.819275Z","steps":["trace[165179456] 'agreement among raft nodes before linearized reading' (duration: 908.286246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:49.819661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:48.9106Z","time spent":"909.024785ms","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-df44a423-dea3-479a-8909-065fbbd80c79\" "} {"level":"info","ts":"2026-04-16T03:15:49.819355Z","caller":"traceutil/trace.go:171","msg":"trace[225160676] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:2297; }","duration":"497.911279ms","start":"2026-04-16T03:15:49.321419Z","end":"2026-04-16T03:15:49.81933Z","steps":["trace[225160676] 'agreement among raft nodes before linearized reading' (duration: 497.489407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:49.819859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:49.321391Z","time spent":"498.3544ms","remote":"127.0.0.1:56762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":28,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-04-16T03:15:49.820249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:49.202372Z","time spent":"616.753257ms","remote":"127.0.0.1:37378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1477,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:15:49.820683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:49.371698Z","time spent":"447.29453ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:15:49.984596Z","caller":"traceutil/trace.go:171","msg":"trace[300917785] linearizableReadLoop","detail":"{readStateIndex:2465; appliedIndex:2464; }","duration":"101.616236ms","start":"2026-04-16T03:15:49.882934Z","end":"2026-04-16T03:15:49.98455Z","steps":["trace[300917785] 'read index received' (duration: 48.986647ms)","trace[300917785] 'applied index is now lower than readState.Index' (duration: 52.623449ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:15:49.984673Z","caller":"traceutil/trace.go:171","msg":"trace[1949763247] transaction","detail":"{read_only:false; response_revision:2303; number_of_response:1; }","duration":"102.639441ms","start":"2026-04-16T03:15:49.881989Z","end":"2026-04-16T03:15:49.984628Z","steps":["trace[1949763247] 'process raft request' (duration: 49.90916ms)","trace[1949763247] 'compare' (duration: 52.32631ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:15:49.984873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.916493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:15:49.98496Z","caller":"traceutil/trace.go:171","msg":"trace[1733485485] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2303; }","duration":"102.053536ms","start":"2026-04-16T03:15:49.882888Z","end":"2026-04-16T03:15:49.984941Z","steps":["trace[1733485485] 'agreement among raft nodes before linearized reading' (duration: 101.79621ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:49.985457Z","caller":"traceutil/trace.go:171","msg":"trace[796756765] transaction","detail":"{read_only:false; response_revision:2304; number_of_response:1; }","duration":"102.273272ms","start":"2026-04-16T03:15:49.883166Z","end":"2026-04-16T03:15:49.985439Z","steps":["trace[796756765] 'process raft request' (duration: 102.087077ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:50.713979Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439976541,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:15:50.763417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.375953ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:15:50.763597Z","caller":"traceutil/trace.go:171","msg":"trace[1145389488] transaction","detail":"{read_only:false; response_revision:2307; number_of_response:1; }","duration":"726.005326ms","start":"2026-04-16T03:15:50.037561Z","end":"2026-04-16T03:15:50.763566Z","steps":["trace[1145389488] 'process raft request' (duration: 47.355795ms)","trace[1145389488] 'compare' (duration: 677.84089ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:15:50.763673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:50.037538Z","time spent":"726.102189ms","remote":"127.0.0.1:56702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:15:50.784657Z","caller":"traceutil/trace.go:171","msg":"trace[458683409] transaction","detail":"{read_only:false; response_revision:2308; number_of_response:1; }","duration":"663.974539ms","start":"2026-04-16T03:15:50.120656Z","end":"2026-04-16T03:15:50.784631Z","steps":["trace[458683409] 'process raft request' (duration: 663.817855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:50.784794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:50.120604Z","time spent":"664.120842ms","remote":"127.0.0.1:37378","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1319,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:15:50.959322Z","caller":"traceutil/trace.go:171","msg":"trace[1932538340] linearizableReadLoop","detail":"{readStateIndex:2472; appliedIndex:2470; }","duration":"746.095502ms","start":"2026-04-16T03:15:50.213191Z","end":"2026-04-16T03:15:50.959287Z","steps":["trace[1932538340] 'read index received' (duration: 571.336111ms)","trace[1932538340] 'applied index is now lower than readState.Index' (duration: 174.757961ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:15:50.959464Z","caller":"traceutil/trace.go:171","msg":"trace[169273997] transaction","detail":"{read_only:false; response_revision:2309; number_of_response:1; }","duration":"438.15006ms","start":"2026-04-16T03:15:50.521295Z","end":"2026-04-16T03:15:50.959445Z","steps":["trace[169273997] 'process raft request' (duration: 422.403592ms)","trace[169273997] 'compare' (duration: 15.413169ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:15:50.959615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:50.521265Z","time spent":"438.241082ms","remote":"127.0.0.1:37386","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2949,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:15:50.959845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.625206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-16T03:15:50.959984Z","caller":"traceutil/trace.go:171","msg":"trace[2041472816] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2309; }","duration":"746.835461ms","start":"2026-04-16T03:15:50.213119Z","end":"2026-04-16T03:15:50.959955Z","steps":["trace[2041472816] 'agreement among raft nodes before linearized reading' (duration: 746.40062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:50.96006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:15:50.213091Z","time spent":"746.951434ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T03:15:50.960129Z","caller":"traceutil/trace.go:171","msg":"trace[1971851714] transaction","detail":"{read_only:false; response_revision:2310; number_of_response:1; }","duration":"163.023855ms","start":"2026-04-16T03:15:50.79709Z","end":"2026-04-16T03:15:50.960114Z","steps":["trace[1971851714] 'process raft request' (duration: 162.712707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:50.960195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.605027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-16T03:15:50.960292Z","caller":"traceutil/trace.go:171","msg":"trace[261731229] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:2310; }","duration":"193.75735ms","start":"2026-04-16T03:15:50.766512Z","end":"2026-04-16T03:15:50.96027Z","steps":["trace[261731229] 'agreement among raft nodes before linearized reading' (duration: 193.464153ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:50.960452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.121875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-df44a423-dea3-479a-8909-065fbbd80c79\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-04-16T03:15:50.96052Z","caller":"traceutil/trace.go:171","msg":"trace[1766205411] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-df44a423-dea3-479a-8909-065fbbd80c79; range_end:; response_count:1; response_revision:2310; }","duration":"134.366631ms","start":"2026-04-16T03:15:50.826135Z","end":"2026-04-16T03:15:50.960502Z","steps":["trace[1766205411] 'agreement among raft nodes before linearized reading' (duration: 134.073554ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:51.259288Z","caller":"traceutil/trace.go:171","msg":"trace[2053605900] transaction","detail":"{read_only:false; response_revision:2312; number_of_response:1; }","duration":"138.393744ms","start":"2026-04-16T03:15:51.120857Z","end":"2026-04-16T03:15:51.259251Z","steps":["trace[2053605900] 'process raft request' (duration: 138.119916ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:52.150446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.291634ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:15:52.150615Z","caller":"traceutil/trace.go:171","msg":"trace[613292726] linearizableReadLoop","detail":"{readStateIndex:2480; appliedIndex:2479; }","duration":"184.162489ms","start":"2026-04-16T03:15:51.966428Z","end":"2026-04-16T03:15:52.150591Z","steps":["trace[613292726] 'read index received' (duration: 42.602µs)","trace[613292726] 'applied index is now lower than readState.Index' (duration: 184.117537ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:15:52.150658Z","caller":"traceutil/trace.go:171","msg":"trace[1031991464] transaction","detail":"{read_only:false; response_revision:2317; number_of_response:1; }","duration":"262.672761ms","start":"2026-04-16T03:15:51.887937Z","end":"2026-04-16T03:15:52.15061Z","steps":["trace[1031991464] 'process raft request' (duration: 32.069789ms)","trace[1031991464] 'compare' (duration: 230.11943ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:15:52.150825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.404555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-df44a423-dea3-479a-8909-065fbbd80c79\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-04-16T03:15:52.150889Z","caller":"traceutil/trace.go:171","msg":"trace[301104204] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-df44a423-dea3-479a-8909-065fbbd80c79; range_end:; response_count:1; response_revision:2317; }","duration":"184.511557ms","start":"2026-04-16T03:15:51.96636Z","end":"2026-04-16T03:15:52.150871Z","steps":["trace[301104204] 'agreement among raft nodes before linearized reading' (duration: 184.319212ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:52.179342Z","caller":"traceutil/trace.go:171","msg":"trace[10955130] transaction","detail":"{read_only:false; response_revision:2318; number_of_response:1; }","duration":"172.170355ms","start":"2026-04-16T03:15:52.007149Z","end":"2026-04-16T03:15:52.17932Z","steps":["trace[10955130] 'process raft request' (duration: 171.878888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:52.179462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.579447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T03:15:52.179561Z","caller":"traceutil/trace.go:171","msg":"trace[524166343] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2318; }","duration":"172.71769ms","start":"2026-04-16T03:15:52.006817Z","end":"2026-04-16T03:15:52.179535Z","steps":["trace[524166343] 'agreement among raft nodes before linearized reading' (duration: 172.431463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:52.179885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.128655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:15:52.179967Z","caller":"traceutil/trace.go:171","msg":"trace[2028163427] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2318; }","duration":"113.385702ms","start":"2026-04-16T03:15:52.066562Z","end":"2026-04-16T03:15:52.179948Z","steps":["trace[2028163427] 'agreement among raft nodes before linearized reading' (duration: 112.793977ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:52.325351Z","caller":"traceutil/trace.go:171","msg":"trace[445587191] transaction","detail":"{read_only:false; response_revision:2320; number_of_response:1; }","duration":"138.965848ms","start":"2026-04-16T03:15:52.186338Z","end":"2026-04-16T03:15:52.325304Z","steps":["trace[445587191] 'process raft request' (duration: 78.726288ms)","trace[445587191] 'compare' (duration: 60.034545ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:15:53.196447Z","caller":"traceutil/trace.go:171","msg":"trace[317522092] transaction","detail":"{read_only:false; response_revision:2328; number_of_response:1; }","duration":"134.170916ms","start":"2026-04-16T03:15:53.062234Z","end":"2026-04-16T03:15:53.196405Z","steps":["trace[317522092] 'process raft request' (duration: 131.072608ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:53.57819Z","caller":"traceutil/trace.go:171","msg":"trace[496059497] transaction","detail":"{read_only:false; response_revision:2334; number_of_response:1; }","duration":"117.66489ms","start":"2026-04-16T03:15:53.460482Z","end":"2026-04-16T03:15:53.578147Z","steps":["trace[496059497] 'process raft request' (duration: 109.578676ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:53.757201Z","caller":"traceutil/trace.go:171","msg":"trace[919070762] transaction","detail":"{read_only:false; response_revision:2344; number_of_response:1; }","duration":"101.102972ms","start":"2026-04-16T03:15:53.656066Z","end":"2026-04-16T03:15:53.757169Z","steps":["trace[919070762] 'process raft request' (duration: 86.601976ms)","trace[919070762] 'compare' (duration: 14.329002ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:15:54.469198Z","caller":"traceutil/trace.go:171","msg":"trace[1126612140] transaction","detail":"{read_only:false; response_revision:2357; number_of_response:1; }","duration":"133.95798ms","start":"2026-04-16T03:15:54.335193Z","end":"2026-04-16T03:15:54.469151Z","steps":["trace[1126612140] 'process raft request' (duration: 125.908586ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:54.717887Z","caller":"traceutil/trace.go:171","msg":"trace[1412824919] linearizableReadLoop","detail":"{readStateIndex:2523; appliedIndex:2522; }","duration":"122.096741ms","start":"2026-04-16T03:15:54.595765Z","end":"2026-04-16T03:15:54.717862Z","steps":["trace[1412824919] 'read index received' (duration: 76.166942ms)","trace[1412824919] 'applied index is now lower than readState.Index' (duration: 45.928399ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:15:54.717956Z","caller":"traceutil/trace.go:171","msg":"trace[96955492] transaction","detail":"{read_only:false; response_revision:2359; number_of_response:1; }","duration":"225.016689ms","start":"2026-04-16T03:15:54.492895Z","end":"2026-04-16T03:15:54.717912Z","steps":["trace[96955492] 'process raft request' (duration: 179.114931ms)","trace[96955492] 'compare' (duration: 45.398055ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:15:54.718171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.388189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-operator-config\" ","response":"range_response_count:1 size:6824"} {"level":"info","ts":"2026-04-16T03:15:54.7182Z","caller":"traceutil/trace.go:171","msg":"trace[1177190411] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-operator-config; range_end:; response_count:1; response_revision:2359; }","duration":"122.476401ms","start":"2026-04-16T03:15:54.595715Z","end":"2026-04-16T03:15:54.718192Z","steps":["trace[1177190411] 'agreement among raft nodes before linearized reading' (duration: 122.279206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:54.718314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.911545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-zqbj8\" ","response":"range_response_count:1 size:4462"} {"level":"info","ts":"2026-04-16T03:15:54.718405Z","caller":"traceutil/trace.go:171","msg":"trace[1268191249] range","detail":"{range_begin:/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-zqbj8; range_end:; response_count:1; response_revision:2359; }","duration":"112.030158ms","start":"2026-04-16T03:15:54.606354Z","end":"2026-04-16T03:15:54.718384Z","steps":["trace[1268191249] 'agreement among raft nodes before linearized reading' (duration: 111.73535ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:54.908971Z","caller":"traceutil/trace.go:171","msg":"trace[1186273392] transaction","detail":"{read_only:false; response_revision:2362; number_of_response:1; }","duration":"160.008388ms","start":"2026-04-16T03:15:54.748928Z","end":"2026-04-16T03:15:54.908936Z","steps":["trace[1186273392] 'process raft request' (duration: 158.207374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:54.909096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.229165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:54.909182Z","caller":"traceutil/trace.go:171","msg":"trace[1996594600] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2362; }","duration":"122.386768ms","start":"2026-04-16T03:15:54.786775Z","end":"2026-04-16T03:15:54.909161Z","steps":["trace[1996594600] 'agreement among raft nodes before linearized reading' (duration: 122.165293ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:58.041574Z","caller":"traceutil/trace.go:171","msg":"trace[584114982] linearizableReadLoop","detail":"{readStateIndex:2582; appliedIndex:2581; }","duration":"251.275392ms","start":"2026-04-16T03:15:57.79027Z","end":"2026-04-16T03:15:58.041546Z","steps":["trace[584114982] 'read index received' (duration: 250.931763ms)","trace[584114982] 'applied index is now lower than readState.Index' (duration: 342.319µs)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:15:58.041775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.128591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:58.041815Z","caller":"traceutil/trace.go:171","msg":"trace[197328612] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:2417; }","duration":"238.240033ms","start":"2026-04-16T03:15:57.803565Z","end":"2026-04-16T03:15:58.041805Z","steps":["trace[197328612] 'agreement among raft nodes before linearized reading' (duration: 238.13362ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:15:58.042435Z","caller":"traceutil/trace.go:171","msg":"trace[1229970587] transaction","detail":"{read_only:false; response_revision:2417; number_of_response:1; }","duration":"292.165164ms","start":"2026-04-16T03:15:57.750047Z","end":"2026-04-16T03:15:58.042212Z","steps":["trace[1229970587] 'process raft request' (duration: 291.261591ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:15:58.041851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.538109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:15:58.042755Z","caller":"traceutil/trace.go:171","msg":"trace[650910396] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2417; }","duration":"252.542544ms","start":"2026-04-16T03:15:57.790188Z","end":"2026-04-16T03:15:58.042731Z","steps":["trace[650910396] 'agreement among raft nodes before linearized reading' (duration: 251.485257ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:16:00.324321Z","caller":"traceutil/trace.go:171","msg":"trace[1053258325] transaction","detail":"{read_only:false; response_revision:2445; number_of_response:1; }","duration":"177.895639ms","start":"2026-04-16T03:16:00.146394Z","end":"2026-04-16T03:16:00.324289Z","steps":["trace[1053258325] 'process raft request' (duration: 177.723255ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:16:00.415242Z","caller":"traceutil/trace.go:171","msg":"trace[122706124] linearizableReadLoop","detail":"{readStateIndex:2613; appliedIndex:2611; }","duration":"151.274968ms","start":"2026-04-16T03:16:00.263939Z","end":"2026-04-16T03:16:00.415214Z","steps":["trace[122706124] 'read index received' (duration: 60.235139ms)","trace[122706124] 'applied index is now lower than readState.Index' (duration: 91.038279ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:16:00.415296Z","caller":"traceutil/trace.go:171","msg":"trace[497903312] transaction","detail":"{read_only:false; response_revision:2446; number_of_response:1; }","duration":"157.360372ms","start":"2026-04-16T03:16:00.257909Z","end":"2026-04-16T03:16:00.415269Z","steps":["trace[497903312] 'process raft request' (duration: 157.163127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:16:00.416032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.034108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:16:00.416126Z","caller":"traceutil/trace.go:171","msg":"trace[255025298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2446; }","duration":"152.209041ms","start":"2026-04-16T03:16:00.263895Z","end":"2026-04-16T03:16:00.416104Z","steps":["trace[255025298] 'agreement among raft nodes before linearized reading' (duration: 151.422632ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:16:02.041694Z","caller":"traceutil/trace.go:171","msg":"trace[1721503382] transaction","detail":"{read_only:false; response_revision:2455; number_of_response:1; }","duration":"128.164744ms","start":"2026-04-16T03:16:01.913463Z","end":"2026-04-16T03:16:02.041627Z","steps":["trace[1721503382] 'process raft request' (duration: 127.828616ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:16:02.334492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.134556ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:16:02.334637Z","caller":"traceutil/trace.go:171","msg":"trace[1634371906] linearizableReadLoop","detail":"{readStateIndex:2626; appliedIndex:2625; }","duration":"188.346074ms","start":"2026-04-16T03:16:02.146269Z","end":"2026-04-16T03:16:02.334615Z","steps":["trace[1634371906] 'read index received' (duration: 11.984732ms)","trace[1634371906] 'applied index is now lower than readState.Index' (duration: 176.359652ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:16:02.334871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.59772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission\" ","response":"range_response_count:1 size:1071"} {"level":"info","ts":"2026-04-16T03:16:02.334911Z","caller":"traceutil/trace.go:171","msg":"trace[753435013] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-admission; range_end:; response_count:1; response_revision:2459; }","duration":"188.670782ms","start":"2026-04-16T03:16:02.146228Z","end":"2026-04-16T03:16:02.334899Z","steps":["trace[753435013] 'agreement among raft nodes before linearized reading' (duration: 188.445186ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:16:02.334669Z","caller":"traceutil/trace.go:171","msg":"trace[401989171] transaction","detail":"{read_only:false; response_revision:2459; number_of_response:1; }","duration":"195.367421ms","start":"2026-04-16T03:16:02.139261Z","end":"2026-04-16T03:16:02.334628Z","steps":["trace[401989171] 'process raft request' (duration: 19.00217ms)","trace[401989171] 'compare' (duration: 175.90923ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:16:02.642358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.945066ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:16:02.6426Z","caller":"traceutil/trace.go:171","msg":"trace[1786541538] linearizableReadLoop","detail":"{readStateIndex:2630; appliedIndex:2628; }","duration":"219.86869ms","start":"2026-04-16T03:16:02.422709Z","end":"2026-04-16T03:16:02.642578Z","steps":["trace[1786541538] 'read index received' (duration: 107.585015ms)","trace[1786541538] 'applied index is now lower than readState.Index' (duration: 112.282575ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:16:02.642723Z","caller":"traceutil/trace.go:171","msg":"trace[1851476105] transaction","detail":"{read_only:false; response_revision:2463; number_of_response:1; }","duration":"222.24369ms","start":"2026-04-16T03:16:02.420467Z","end":"2026-04-16T03:16:02.642711Z","steps":["trace[1851476105] 'process raft request' (duration: 222.028685ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:16:02.642745Z","caller":"traceutil/trace.go:171","msg":"trace[520625723] transaction","detail":"{read_only:false; response_revision:2462; number_of_response:1; }","duration":"227.476732ms","start":"2026-04-16T03:16:02.415226Z","end":"2026-04-16T03:16:02.642703Z","steps":["trace[520625723] 'process raft request' (duration: 115.097825ms)","trace[520625723] 'compare' (duration: 111.71015ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:16:02.643006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.2851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/ingress-nginx-admission\" ","response":"range_response_count:1 size:1224"} {"level":"info","ts":"2026-04-16T03:16:02.643049Z","caller":"traceutil/trace.go:171","msg":"trace[1261369453] range","detail":"{range_begin:/registry/clusterrolebindings/ingress-nginx-admission; range_end:; response_count:1; response_revision:2463; }","duration":"220.367582ms","start":"2026-04-16T03:16:02.422672Z","end":"2026-04-16T03:16:02.643039Z","steps":["trace[1261369453] 'agreement among raft nodes before linearized reading' (duration: 220.209668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:16:02.643292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.836828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-16T03:16:02.643382Z","caller":"traceutil/trace.go:171","msg":"trace[1113384306] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2463; }","duration":"131.974111ms","start":"2026-04-16T03:16:02.511383Z","end":"2026-04-16T03:16:02.643357Z","steps":["trace[1113384306] 'agreement among raft nodes before linearized reading' (duration: 131.736705ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:16:02.643689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.226442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T03:16:02.643839Z","caller":"traceutil/trace.go:171","msg":"trace[405066509] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2463; }","duration":"131.423786ms","start":"2026-04-16T03:16:02.512386Z","end":"2026-04-16T03:16:02.64381Z","steps":["trace[405066509] 'agreement among raft nodes before linearized reading' (duration: 131.015016ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:16:03.06812Z","caller":"traceutil/trace.go:171","msg":"trace[1563139736] transaction","detail":"{read_only:false; response_revision:2471; number_of_response:1; }","duration":"255.581961ms","start":"2026-04-16T03:16:02.812509Z","end":"2026-04-16T03:16:03.068091Z","steps":["trace[1563139736] 'process raft request' (duration: 255.399157ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:16:03.079987Z","caller":"traceutil/trace.go:171","msg":"trace[252537889] linearizableReadLoop","detail":"{readStateIndex:2639; appliedIndex:2637; }","duration":"262.443995ms","start":"2026-04-16T03:16:02.817515Z","end":"2026-04-16T03:16:03.079959Z","steps":["trace[252537889] 'read index received' (duration: 250.440833ms)","trace[252537889] 'applied index is now lower than readState.Index' (duration: 12.001672ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:16:03.080244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.701642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-04-16T03:16:03.0801Z","caller":"traceutil/trace.go:171","msg":"trace[1639369226] transaction","detail":"{read_only:false; number_of_response:1; response_revision:2472; }","duration":"265.180413ms","start":"2026-04-16T03:16:02.814884Z","end":"2026-04-16T03:16:03.080064Z","steps":["trace[1639369226] 'process raft request' (duration: 264.913546ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:16:03.080282Z","caller":"traceutil/trace.go:171","msg":"trace[336682781] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:2472; }","duration":"262.814254ms","start":"2026-04-16T03:16:02.817458Z","end":"2026-04-16T03:16:03.080272Z","steps":["trace[336682781] 'agreement among raft nodes before linearized reading' (duration: 262.605419ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:16:03.288268Z","caller":"traceutil/trace.go:171","msg":"trace[969589095] transaction","detail":"{read_only:false; response_revision:2474; number_of_response:1; }","duration":"212.922725ms","start":"2026-04-16T03:16:03.075314Z","end":"2026-04-16T03:16:03.288237Z","steps":["trace[969589095] 'process raft request' (duration: 212.787031ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:16:03.288261Z","caller":"traceutil/trace.go:171","msg":"trace[1130856875] transaction","detail":"{read_only:false; response_revision:2473; number_of_response:1; }","duration":"213.53942ms","start":"2026-04-16T03:16:03.074666Z","end":"2026-04-16T03:16:03.288206Z","steps":["trace[1130856875] 'process raft request' (duration: 126.938665ms)","trace[1130856875] 'compare' (duration: 86.334148ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:16:03.288476Z","caller":"traceutil/trace.go:171","msg":"trace[1027996431] transaction","detail":"{read_only:false; response_revision:2476; number_of_response:1; }","duration":"212.547145ms","start":"2026-04-16T03:16:03.075912Z","end":"2026-04-16T03:16:03.288459Z","steps":["trace[1027996431] 'process raft request' (duration: 212.384891ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:16:03.288493Z","caller":"traceutil/trace.go:171","msg":"trace[627310203] transaction","detail":"{read_only:false; response_revision:2475; number_of_response:1; }","duration":"213.159462ms","start":"2026-04-16T03:16:03.075321Z","end":"2026-04-16T03:16:03.28848Z","steps":["trace[627310203] 'process raft request' (duration: 212.843073ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:16:03.288747Z","caller":"traceutil/trace.go:171","msg":"trace[1383677034] transaction","detail":"{read_only:false; response_revision:2477; number_of_response:1; }","duration":"212.500175ms","start":"2026-04-16T03:16:03.076217Z","end":"2026-04-16T03:16:03.288717Z","steps":["trace[1383677034] 'process raft request' (duration: 212.193977ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:16:03.288915Z","caller":"traceutil/trace.go:171","msg":"trace[1857769901] transaction","detail":"{read_only:false; response_revision:2478; number_of_response:1; }","duration":"212.288299ms","start":"2026-04-16T03:16:03.076607Z","end":"2026-04-16T03:16:03.288895Z","steps":["trace[1857769901] 'process raft request' (duration: 211.985882ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:16:03.288969Z","caller":"traceutil/trace.go:171","msg":"trace[1355838858] linearizableReadLoop","detail":"{readStateIndex:2645; appliedIndex:2639; }","duration":"205.780556ms","start":"2026-04-16T03:16:03.083174Z","end":"2026-04-16T03:16:03.288954Z","steps":["trace[1355838858] 'read index received' (duration: 118.461072ms)","trace[1355838858] 'applied index is now lower than readState.Index' (duration: 87.318164ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:16:03.289291Z","caller":"traceutil/trace.go:171","msg":"trace[1869398889] transaction","detail":"{read_only:false; response_revision:2479; number_of_response:1; }","duration":"205.254501ms","start":"2026-04-16T03:16:03.084001Z","end":"2026-04-16T03:16:03.289255Z","steps":["trace[1869398889] 'process raft request' (duration: 204.80268ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:16:03.289651Z","caller":"traceutil/trace.go:171","msg":"trace[735562497] transaction","detail":"{read_only:false; response_revision:2480; number_of_response:1; }","duration":"205.502187ms","start":"2026-04-16T03:16:03.084139Z","end":"2026-04-16T03:16:03.289641Z","steps":["trace[735562497] 'process raft request' (duration: 205.012394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:16:03.289711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.493473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-df44a423-dea3-479a-8909-065fbbd80c79\" ","response":"range_response_count:1 size:1275"} {"level":"warn","ts":"2026-04-16T03:16:03.289792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.995649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-create-6nf64\" ","response":"range_response_count:1 size:4433"} {"level":"info","ts":"2026-04-16T03:16:03.289837Z","caller":"traceutil/trace.go:171","msg":"trace[1668885171] range","detail":"{range_begin:/registry/persistentvolumes/pvc-df44a423-dea3-479a-8909-065fbbd80c79; range_end:; response_count:1; response_revision:2479; }","duration":"206.673548ms","start":"2026-04-16T03:16:03.08313Z","end":"2026-04-16T03:16:03.289804Z","steps":["trace[1668885171] 'agreement among raft nodes before linearized reading' (duration: 205.913799ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:16:03.289867Z","caller":"traceutil/trace.go:171","msg":"trace[606043756] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-create-6nf64; range_end:; response_count:1; response_revision:2480; }","duration":"198.105631ms","start":"2026-04-16T03:16:03.091744Z","end":"2026-04-16T03:16:03.28985Z","steps":["trace[606043756] 'agreement among raft nodes before linearized reading' (duration: 197.839034ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:16:03.598723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.106573ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:16:03.599038Z","caller":"traceutil/trace.go:171","msg":"trace[2078940588] transaction","detail":"{read_only:false; response_revision:2481; number_of_response:1; }","duration":"304.154647ms","start":"2026-04-16T03:16:03.294833Z","end":"2026-04-16T03:16:03.598988Z","steps":["trace[2078940588] 'process raft request' (duration: 93.627813ms)","trace[2078940588] 'compare' (duration: 209.655212ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:16:03.599224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:16:03.294807Z","time spent":"304.318761ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:16:03.599338Z","caller":"traceutil/trace.go:171","msg":"trace[88674084] transaction","detail":"{read_only:false; response_revision:2482; number_of_response:1; }","duration":"304.040595ms","start":"2026-04-16T03:16:03.295253Z","end":"2026-04-16T03:16:03.599294Z","steps":["trace[88674084] 'process raft request' (duration: 303.734147ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:16:03.599498Z","caller":"traceutil/trace.go:171","msg":"trace[452349752] linearizableReadLoop","detail":"{readStateIndex:2652; appliedIndex:2647; }","duration":"239.963318ms","start":"2026-04-16T03:16:03.359508Z","end":"2026-04-16T03:16:03.599472Z","steps":["trace[452349752] 'read index received' (duration: 28.461099ms)","trace[452349752] 'applied index is now lower than readState.Index' (duration: 211.500809ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:16:03.599543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:16:03.295246Z","time spent":"304.185589ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1225,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:16:03.59963Z","caller":"traceutil/trace.go:171","msg":"trace[1192823869] transaction","detail":"{read_only:false; response_revision:2484; number_of_response:1; }","duration":"304.101377ms","start":"2026-04-16T03:16:03.295498Z","end":"2026-04-16T03:16:03.599599Z","steps":["trace[1192823869] 'process raft request' (duration: 303.752668ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:16:03.599684Z","caller":"traceutil/trace.go:171","msg":"trace[1859842269] transaction","detail":"{read_only:false; response_revision:2483; number_of_response:1; }","duration":"304.199469ms","start":"2026-04-16T03:16:03.295453Z","end":"2026-04-16T03:16:03.599653Z","steps":["trace[1859842269] 'process raft request' (duration: 303.737617ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:16:03.599666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.150362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-16T03:16:03.599758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:16:03.295466Z","time spent":"304.243751ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1027,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-16T03:16:03.599777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:16:03.295434Z","time spent":"304.299561ms","remote":"127.0.0.1:56784","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1027,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:16:03.59975Z","caller":"traceutil/trace.go:171","msg":"trace[1816125934] transaction","detail":"{read_only:false; response_revision:2485; number_of_response:1; }","duration":"303.336148ms","start":"2026-04-16T03:16:03.296376Z","end":"2026-04-16T03:16:03.599712Z","steps":["trace[1816125934] 'process raft request' (duration: 302.956418ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:16:03.599786Z","caller":"traceutil/trace.go:171","msg":"trace[1436620869] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:2485; }","duration":"240.288366ms","start":"2026-04-16T03:16:03.359449Z","end":"2026-04-16T03:16:03.599737Z","steps":["trace[1436620869] 'agreement among raft nodes before linearized reading' (duration: 240.131942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:16:03.599972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:16:03.296365Z","time spent":"303.467331ms","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4430,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:16:03.758474Z","caller":"traceutil/trace.go:171","msg":"trace[1120670189] transaction","detail":"{read_only:false; response_revision:2488; number_of_response:1; }","duration":"110.010217ms","start":"2026-04-16T03:16:03.648421Z","end":"2026-04-16T03:16:03.758431Z","steps":["trace[1120670189] 'process raft request' (duration: 57.551863ms)","trace[1120670189] 'compare' (duration: 52.234288ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:16:04.024818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.652428ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:16:04.024996Z","caller":"traceutil/trace.go:171","msg":"trace[1371908549] transaction","detail":"{read_only:false; response_revision:2491; number_of_response:1; }","duration":"191.440553ms","start":"2026-04-16T03:16:03.833524Z","end":"2026-04-16T03:16:04.024965Z","steps":["trace[1371908549] 'process raft request' (duration: 79.529329ms)","trace[1371908549] 'compare' (duration: 111.424442ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:16:04.317343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.730471ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:16:04.317596Z","caller":"traceutil/trace.go:171","msg":"trace[1636085602] transaction","detail":"{read_only:false; response_revision:2497; number_of_response:1; }","duration":"192.594112ms","start":"2026-04-16T03:16:04.124952Z","end":"2026-04-16T03:16:04.317546Z","steps":["trace[1636085602] 'process raft request' (duration: 36.572753ms)","trace[1636085602] 'compare' (duration: 155.318661ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:16:04.317707Z","caller":"traceutil/trace.go:171","msg":"trace[2093262659] transaction","detail":"{read_only:false; response_revision:2498; number_of_response:1; }","duration":"192.667684ms","start":"2026-04-16T03:16:04.124999Z","end":"2026-04-16T03:16:04.317667Z","steps":["trace[2093262659] 'process raft request' (duration: 192.456458ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:16:04.317812Z","caller":"traceutil/trace.go:171","msg":"trace[143301503] linearizableReadLoop","detail":"{readStateIndex:2667; appliedIndex:2664; }","duration":"176.763752ms","start":"2026-04-16T03:16:04.141021Z","end":"2026-04-16T03:16:04.317784Z","steps":["trace[143301503] 'read index received' (duration: 20.416575ms)","trace[143301503] 'applied index is now lower than readState.Index' (duration: 156.345437ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:16:04.317905Z","caller":"traceutil/trace.go:171","msg":"trace[1772596423] transaction","detail":"{read_only:false; response_revision:2499; number_of_response:1; }","duration":"192.255953ms","start":"2026-04-16T03:16:04.125577Z","end":"2026-04-16T03:16:04.317833Z","steps":["trace[1772596423] 'process raft request' (duration: 192.012267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:16:04.318073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.024438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-16T03:16:04.318139Z","caller":"traceutil/trace.go:171","msg":"trace[468673457] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2499; }","duration":"177.153671ms","start":"2026-04-16T03:16:04.14097Z","end":"2026-04-16T03:16:04.318123Z","steps":["trace[468673457] 'agreement among raft nodes before linearized reading' (duration: 176.904995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:16:04.699945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.781804ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:16:04.700203Z","caller":"traceutil/trace.go:171","msg":"trace[1778489267] transaction","detail":"{read_only:false; response_revision:2502; number_of_response:1; }","duration":"376.378601ms","start":"2026-04-16T03:16:04.323802Z","end":"2026-04-16T03:16:04.700181Z","steps":["trace[1778489267] 'process raft request' (duration: 376.273228ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:16:04.700293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:16:04.32377Z","time spent":"376.483234ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:16:04.700314Z","caller":"traceutil/trace.go:171","msg":"trace[1335990082] transaction","detail":"{read_only:false; response_revision:2501; number_of_response:1; }","duration":"377.12938ms","start":"2026-04-16T03:16:04.323135Z","end":"2026-04-16T03:16:04.700264Z","steps":["trace[1335990082] 'process raft request' (duration: 235.922905ms)","trace[1335990082] 'compare' (duration: 140.177859ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:16:04.700527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:16:04.323117Z","time spent":"377.295365ms","remote":"127.0.0.1:56744","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":113422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:16:04.705568Z","caller":"traceutil/trace.go:171","msg":"trace[1809190254] transaction","detail":"{read_only:false; response_revision:2504; number_of_response:1; }","duration":"302.403554ms","start":"2026-04-16T03:16:04.403151Z","end":"2026-04-16T03:16:04.705554Z","steps":["trace[1809190254] 'process raft request' (duration: 302.362053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:16:04.705656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:16:04.403143Z","time spent":"302.486776ms","remote":"127.0.0.1:56840","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":985,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:16:04.705785Z","caller":"traceutil/trace.go:171","msg":"trace[919934525] transaction","detail":"{read_only:false; response_revision:2503; number_of_response:1; }","duration":"302.720372ms","start":"2026-04-16T03:16:04.403043Z","end":"2026-04-16T03:16:04.705763Z","steps":["trace[919934525] 'process raft request' (duration: 302.400864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:16:04.705882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:16:04.403013Z","time spent":"302.821615ms","remote":"127.0.0.1:56954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1499,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-16T03:16:04.964528Z","caller":"traceutil/trace.go:171","msg":"trace[1726296245] transaction","detail":"{read_only:false; response_revision:2507; number_of_response:1; }","duration":"226.724544ms","start":"2026-04-16T03:16:04.737766Z","end":"2026-04-16T03:16:04.96449Z","steps":["trace[1726296245] 'process raft request' (duration: 129.155311ms)","trace[1726296245] 'compare' (duration: 97.319246ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:16:04.972705Z","caller":"traceutil/trace.go:171","msg":"trace[384129816] transaction","detail":"{read_only:false; response_revision:2508; number_of_response:1; }","duration":"234.333546ms","start":"2026-04-16T03:16:04.738319Z","end":"2026-04-16T03:16:04.972653Z","steps":["trace[384129816] 'process raft request' (duration: 234.0993ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:16:04.972682Z","caller":"traceutil/trace.go:171","msg":"trace[671803642] linearizableReadLoop","detail":"{readStateIndex:2677; appliedIndex:2674; }","duration":"223.281566ms","start":"2026-04-16T03:16:04.749365Z","end":"2026-04-16T03:16:04.972646Z","steps":["trace[671803642] 'read index received' (duration: 117.574258ms)","trace[671803642] 'applied index is now lower than readState.Index' (duration: 105.706218ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:16:04.972782Z","caller":"traceutil/trace.go:171","msg":"trace[301124993] transaction","detail":"{read_only:false; response_revision:2509; number_of_response:1; }","duration":"232.093209ms","start":"2026-04-16T03:16:04.740666Z","end":"2026-04-16T03:16:04.972759Z","steps":["trace[301124993] 'process raft request' (duration: 231.916495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:16:04.972961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.935697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-16T03:16:04.972978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.515092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:16:04.972991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.612444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T03:16:04.973007Z","caller":"traceutil/trace.go:171","msg":"trace[78446205] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2509; }","duration":"223.04431ms","start":"2026-04-16T03:16:04.749953Z","end":"2026-04-16T03:16:04.972997Z","steps":["trace[78446205] 'agreement among raft nodes before linearized reading' (duration: 222.864866ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:16:04.973033Z","caller":"traceutil/trace.go:171","msg":"trace[532709976] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2509; }","duration":"223.733008ms","start":"2026-04-16T03:16:04.749289Z","end":"2026-04-16T03:16:04.973022Z","steps":["trace[532709976] 'agreement among raft nodes before linearized reading' (duration: 223.500352ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:16:04.973031Z","caller":"traceutil/trace.go:171","msg":"trace[1785205550] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:2509; }","duration":"141.610865ms","start":"2026-04-16T03:16:04.831406Z","end":"2026-04-16T03:16:04.973016Z","steps":["trace[1785205550] 'agreement among raft nodes before linearized reading' (duration: 141.513082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:16:04.973077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.689972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:16:04.973154Z","caller":"traceutil/trace.go:171","msg":"trace[1720778900] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2509; }","duration":"222.790855ms","start":"2026-04-16T03:16:04.750346Z","end":"2026-04-16T03:16:04.973137Z","steps":["trace[1720778900] 'agreement among raft nodes before linearized reading' (duration: 222.567689ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:16:04.976289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.786636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:16:04.976394Z","caller":"traceutil/trace.go:171","msg":"trace[1594852712] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2509; }","duration":"186.942869ms","start":"2026-04-16T03:16:04.789427Z","end":"2026-04-16T03:16:04.97637Z","steps":["trace[1594852712] 'agreement among raft nodes before linearized reading' (duration: 183.461561ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:16:05.147455Z","caller":"traceutil/trace.go:171","msg":"trace[95593536] transaction","detail":"{read_only:false; response_revision:2510; number_of_response:1; }","duration":"169.669682ms","start":"2026-04-16T03:16:04.977752Z","end":"2026-04-16T03:16:05.147421Z","steps":["trace[95593536] 'process raft request' (duration: 122.04996ms)","trace[95593536] 'compare' (duration: 47.387796ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:16:05.147644Z","caller":"traceutil/trace.go:171","msg":"trace[50506992] linearizableReadLoop","detail":"{readStateIndex:2679; appliedIndex:2677; }","duration":"169.721683ms","start":"2026-04-16T03:16:04.977876Z","end":"2026-04-16T03:16:05.147598Z","steps":["trace[50506992] 'read index received' (duration: 121.940847ms)","trace[50506992] 'applied index is now lower than readState.Index' (duration: 47.778296ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:16:05.147791Z","caller":"traceutil/trace.go:171","msg":"trace[823127468] transaction","detail":"{read_only:false; response_revision:2511; number_of_response:1; }","duration":"169.97954ms","start":"2026-04-16T03:16:04.977754Z","end":"2026-04-16T03:16:05.147734Z","steps":["trace[823127468] 'process raft request' (duration: 169.610801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:16:05.147844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.93383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:16:05.147895Z","caller":"traceutil/trace.go:171","msg":"trace[163638282] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2511; }","duration":"170.057263ms","start":"2026-04-16T03:16:04.977826Z","end":"2026-04-16T03:16:05.147883Z","steps":["trace[163638282] 'agreement among raft nodes before linearized reading' (duration: 169.923319ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:16:05.158025Z","caller":"traceutil/trace.go:171","msg":"trace[1574744144] transaction","detail":"{read_only:false; response_revision:2512; number_of_response:1; }","duration":"179.115761ms","start":"2026-04-16T03:16:04.978891Z","end":"2026-04-16T03:16:05.158007Z","steps":["trace[1574744144] 'process raft request' (duration: 178.794063ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:16:05.158238Z","caller":"traceutil/trace.go:171","msg":"trace[455671931] transaction","detail":"{read_only:false; response_revision:2513; number_of_response:1; }","duration":"177.852229ms","start":"2026-04-16T03:16:04.980353Z","end":"2026-04-16T03:16:05.158205Z","steps":["trace[455671931] 'process raft request' (duration: 177.47875ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:16:05.158259Z","caller":"traceutil/trace.go:171","msg":"trace[1326278036] transaction","detail":"{read_only:false; response_revision:2514; number_of_response:1; }","duration":"177.839389ms","start":"2026-04-16T03:16:04.980394Z","end":"2026-04-16T03:16:05.158233Z","steps":["trace[1326278036] 'process raft request' (duration: 177.730046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:16:05.363598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.827492ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:16:05.363727Z","caller":"traceutil/trace.go:171","msg":"trace[1723983001] linearizableReadLoop","detail":"{readStateIndex:2697; appliedIndex:2695; }","duration":"118.524721ms","start":"2026-04-16T03:16:05.245181Z","end":"2026-04-16T03:16:05.363706Z","steps":["trace[1723983001] 'read index received' (duration: 1.126188ms)","trace[1723983001] 'applied index is now lower than readState.Index' (duration: 117.397163ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:16:05.363833Z","caller":"traceutil/trace.go:171","msg":"trace[1861616664] transaction","detail":"{read_only:false; response_revision:2529; number_of_response:1; }","duration":"118.962332ms","start":"2026-04-16T03:16:05.244811Z","end":"2026-04-16T03:16:05.363774Z","steps":["trace[1861616664] 'compare' (duration: 109.662878ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:16:05.363999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.824909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-controller-6kv29\" ","response":"range_response_count:1 size:6053"} {"level":"info","ts":"2026-04-16T03:16:05.364037Z","caller":"traceutil/trace.go:171","msg":"trace[1218622745] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-controller-6kv29; range_end:; response_count:1; response_revision:2529; }","duration":"119.889235ms","start":"2026-04-16T03:16:05.244136Z","end":"2026-04-16T03:16:05.364025Z","steps":["trace[1218622745] 'agreement among raft nodes before linearized reading' (duration: 119.67534ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:16:05.365887Z","caller":"traceutil/trace.go:171","msg":"trace[1242019463] transaction","detail":"{read_only:false; response_revision:2530; number_of_response:1; }","duration":"118.521811ms","start":"2026-04-16T03:16:05.247343Z","end":"2026-04-16T03:16:05.365865Z","steps":["trace[1242019463] 'process raft request' (duration: 118.230574ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:16:05.3659Z","caller":"traceutil/trace.go:171","msg":"trace[750369360] transaction","detail":"{read_only:false; response_revision:2531; number_of_response:1; }","duration":"118.020769ms","start":"2026-04-16T03:16:05.247833Z","end":"2026-04-16T03:16:05.365854Z","steps":["trace[750369360] 'process raft request' (duration: 117.935817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:16:05.425849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.63841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:6050"} {"level":"info","ts":"2026-04-16T03:16:05.425948Z","caller":"traceutil/trace.go:171","msg":"trace[1887737134] range","detail":"{range_begin:/registry/daemonsets/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:2532; }","duration":"178.777953ms","start":"2026-04-16T03:16:05.247149Z","end":"2026-04-16T03:16:05.425927Z","steps":["trace[1887737134] 'agreement among raft nodes before linearized reading' (duration: 178.492445ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:16:05.426124Z","caller":"traceutil/trace.go:171","msg":"trace[288457127] transaction","detail":"{read_only:false; response_revision:2532; number_of_response:1; }","duration":"156.330606ms","start":"2026-04-16T03:16:05.269741Z","end":"2026-04-16T03:16:05.426072Z","steps":["trace[288457127] 'process raft request' (duration: 155.449843ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:16:07.822403Z","caller":"traceutil/trace.go:171","msg":"trace[646377281] transaction","detail":"{read_only:false; response_revision:2578; number_of_response:1; }","duration":"171.202611ms","start":"2026-04-16T03:16:07.651172Z","end":"2026-04-16T03:16:07.822375Z","steps":["trace[646377281] 'process raft request' (duration: 170.996646ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:16:08.34061Z","caller":"traceutil/trace.go:171","msg":"trace[422530665] transaction","detail":"{read_only:false; response_revision:2583; number_of_response:1; }","duration":"255.560471ms","start":"2026-04-16T03:16:08.084983Z","end":"2026-04-16T03:16:08.340544Z","steps":["trace[422530665] 'process raft request' (duration: 212.528275ms)","trace[422530665] 'compare' (duration: 42.849292ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:16:08.976291Z","caller":"traceutil/trace.go:171","msg":"trace[1649011581] transaction","detail":"{read_only:false; response_revision:2585; number_of_response:1; }","duration":"154.784037ms","start":"2026-04-16T03:16:08.821453Z","end":"2026-04-16T03:16:08.976237Z","steps":["trace[1649011581] 'process raft request' (duration: 91.54474ms)","trace[1649011581] 'compare' (duration: 63.051492ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:16:09.593018Z","caller":"traceutil/trace.go:171","msg":"trace[593836921] transaction","detail":"{read_only:false; response_revision:2589; number_of_response:1; }","duration":"215.456619ms","start":"2026-04-16T03:16:09.377513Z","end":"2026-04-16T03:16:09.59297Z","steps":["trace[593836921] 'process raft request' (duration: 131.405867ms)","trace[593836921] 'marshal mvccpb.KeyValue' {req_type:put; key:/registry/events/ingress-nginx/ingress-nginx-admission-patch-sqm2z.18a6b7f5ccc7e392; req_size:756; } (duration: 83.632431ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:16:10.823063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.575549ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:16:10.823378Z","caller":"traceutil/trace.go:171","msg":"trace[344460939] transaction","detail":"{read_only:false; response_revision:2593; number_of_response:1; }","duration":"881.259315ms","start":"2026-04-16T03:16:09.942087Z","end":"2026-04-16T03:16:10.823346Z","steps":["trace[344460939] 'process raft request' (duration: 780.248595ms)","trace[344460939] 'compare' (duration: 100.361684ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:16:10.823531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:16:09.942055Z","time spent":"881.388158ms","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4319,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:16:10.823518Z","caller":"traceutil/trace.go:171","msg":"trace[515083840] transaction","detail":"{read_only:false; response_revision:2594; number_of_response:1; }","duration":"787.406356ms","start":"2026-04-16T03:16:10.036069Z","end":"2026-04-16T03:16:10.823475Z","steps":["trace[515083840] 'process raft request' (duration: 787.16971ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:16:10.823626Z","caller":"traceutil/trace.go:171","msg":"trace[1451550431] transaction","detail":"{read_only:false; response_revision:2596; number_of_response:1; }","duration":"325.375683ms","start":"2026-04-16T03:16:10.498211Z","end":"2026-04-16T03:16:10.823587Z","steps":["trace[1451550431] 'process raft request' (duration: 325.25079ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:16:10.823643Z","caller":"traceutil/trace.go:171","msg":"trace[1778650687] transaction","detail":"{read_only:false; response_revision:2595; number_of_response:1; }","duration":"573.244529ms","start":"2026-04-16T03:16:10.250362Z","end":"2026-04-16T03:16:10.823607Z","steps":["trace[1778650687] 'process raft request' (duration: 573.018954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:16:10.823753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:16:10.250331Z","time spent":"573.368483ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:16:10.823775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:16:10.498179Z","time spent":"325.516026ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:16:10.823724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:16:10.036043Z","time spent":"787.5657ms","remote":"127.0.0.1:56702","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:16:13.307725Z","caller":"traceutil/trace.go:171","msg":"trace[2146871468] linearizableReadLoop","detail":"{readStateIndex:2791; appliedIndex:2790; }","duration":"218.837994ms","start":"2026-04-16T03:16:13.088855Z","end":"2026-04-16T03:16:13.307693Z","steps":["trace[2146871468] 'read index received' (duration: 206.175455ms)","trace[2146871468] 'applied index is now lower than readState.Index' (duration: 12.661329ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:16:13.307764Z","caller":"traceutil/trace.go:171","msg":"trace[747228981] transaction","detail":"{read_only:false; response_revision:2621; number_of_response:1; }","duration":"315.092334ms","start":"2026-04-16T03:16:12.992635Z","end":"2026-04-16T03:16:13.307728Z","steps":["trace[747228981] 'process raft request' (duration: 302.474416ms)","trace[747228981] 'compare' (duration: 12.31853ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:16:13.307974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.10039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.cert-manager.io\" ","response":"range_response_count:1 size:21237"} {"level":"info","ts":"2026-04-16T03:16:13.308021Z","caller":"traceutil/trace.go:171","msg":"trace[1451448061] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/certificates.cert-manager.io; range_end:; response_count:1; response_revision:2621; }","duration":"219.200353ms","start":"2026-04-16T03:16:13.088805Z","end":"2026-04-16T03:16:13.308006Z","steps":["trace[1451448061] 'agreement among raft nodes before linearized reading' (duration: 219.001078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:16:13.308039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:16:12.992602Z","time spent":"315.241968ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-16T03:16:17.625935Z","caller":"traceutil/trace.go:171","msg":"trace[213613057] linearizableReadLoop","detail":"{readStateIndex:2847; appliedIndex:2846; }","duration":"248.847422ms","start":"2026-04-16T03:16:17.377052Z","end":"2026-04-16T03:16:17.6259Z","steps":["trace[213613057] 'read index received' (duration: 248.612035ms)","trace[213613057] 'applied index is now lower than readState.Index' (duration: 234.287µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:16:17.626019Z","caller":"traceutil/trace.go:171","msg":"trace[457949728] transaction","detail":"{read_only:false; response_revision:2675; number_of_response:1; }","duration":"278.07473ms","start":"2026-04-16T03:16:17.347916Z","end":"2026-04-16T03:16:17.625991Z","steps":["trace[457949728] 'process raft request' (duration: 277.766801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:16:17.626252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.913517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T03:16:17.626318Z","caller":"traceutil/trace.go:171","msg":"trace[988717033] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2675; }","duration":"221.014189ms","start":"2026-04-16T03:16:17.405289Z","end":"2026-04-16T03:16:17.626303Z","steps":["trace[988717033] 'agreement among raft nodes before linearized reading' (duration: 220.788593ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:16:17.626327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.284707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-16T03:16:17.626415Z","caller":"traceutil/trace.go:171","msg":"trace[639474003] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2675; }","duration":"143.41536ms","start":"2026-04-16T03:16:17.482976Z","end":"2026-04-16T03:16:17.626391Z","steps":["trace[639474003] 'agreement among raft nodes before linearized reading' (duration: 143.187104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:16:17.626416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.317203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:16:17.626533Z","caller":"traceutil/trace.go:171","msg":"trace[270776074] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2675; }","duration":"249.519909ms","start":"2026-04-16T03:16:17.376986Z","end":"2026-04-16T03:16:17.626506Z","steps":["trace[270776074] 'agreement among raft nodes before linearized reading' (duration: 249.104359ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:16:20.947439Z","caller":"traceutil/trace.go:171","msg":"trace[1711200154] transaction","detail":"{read_only:false; response_revision:2692; number_of_response:1; }","duration":"101.214505ms","start":"2026-04-16T03:16:20.846189Z","end":"2026-04-16T03:16:20.947404Z","steps":["trace[1711200154] 'process raft request' (duration: 100.960529ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:16:21.81008Z","caller":"traceutil/trace.go:171","msg":"trace[1651417437] transaction","detail":"{read_only:false; response_revision:2695; number_of_response:1; }","duration":"147.168974ms","start":"2026-04-16T03:16:21.662866Z","end":"2026-04-16T03:16:21.810035Z","steps":["trace[1651417437] 'process raft request' (duration: 146.886177ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:16:22.55506Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":6605828013439977209,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-16T03:16:23.009787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.394077ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:16:23.009913Z","caller":"traceutil/trace.go:171","msg":"trace[804636007] transaction","detail":"{read_only:false; response_revision:2696; number_of_response:1; }","duration":"1.194644596s","start":"2026-04-16T03:16:21.815249Z","end":"2026-04-16T03:16:23.009893Z","steps":["trace[804636007] 'process raft request' (duration: 916.070604ms)","trace[804636007] 'compare' (duration: 278.278555ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:16:23.009966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:16:21.815219Z","time spent":"1.194723128s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:16:24.161578Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.430239324s","expected-duration":"1s"} {"level":"info","ts":"2026-04-16T03:16:24.162166Z","caller":"traceutil/trace.go:171","msg":"trace[2142983888] linearizableReadLoop","detail":"{readStateIndex:2871; appliedIndex:2868; }","duration":"2.108163057s","start":"2026-04-16T03:16:22.053968Z","end":"2026-04-16T03:16:24.162131Z","steps":["trace[2142983888] 'read index received' (duration: 677.371299ms)","trace[2142983888] 'applied index is now lower than readState.Index' (duration: 1.430790218s)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:16:24.162269Z","caller":"traceutil/trace.go:171","msg":"trace[1592101717] transaction","detail":"{read_only:false; response_revision:2698; number_of_response:1; }","duration":"2.345782375s","start":"2026-04-16T03:16:21.816474Z","end":"2026-04-16T03:16:24.162256Z","steps":["trace[1592101717] 'process raft request' (duration: 2.34560383s)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:16:24.162276Z","caller":"traceutil/trace.go:171","msg":"trace[1513397075] transaction","detail":"{read_only:false; response_revision:2697; number_of_response:1; }","duration":"2.346182305s","start":"2026-04-16T03:16:21.815994Z","end":"2026-04-16T03:16:24.162177Z","steps":["trace[1513397075] 'process raft request' (duration: 2.345892107s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:16:24.162416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:16:21.816458Z","time spent":"2.345849337s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:16:24.162504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.108515325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-16T03:16:24.162602Z","caller":"traceutil/trace.go:171","msg":"trace[1627472349] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2698; }","duration":"2.108658609s","start":"2026-04-16T03:16:22.053917Z","end":"2026-04-16T03:16:24.162575Z","steps":["trace[1627472349] 'agreement among raft nodes before linearized reading' (duration: 2.108363461s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:16:24.162612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:16:21.815963Z","time spent":"2.346470012s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:16:24.162664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:16:22.053896Z","time spent":"2.108752101s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":500,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T03:16:24.195576Z","caller":"traceutil/trace.go:171","msg":"trace[1827855551] transaction","detail":"{read_only:false; response_revision:2699; number_of_response:1; }","duration":"373.812667ms","start":"2026-04-16T03:16:23.821736Z","end":"2026-04-16T03:16:24.195549Z","steps":["trace[1827855551] 'process raft request' (duration: 373.682914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:16:24.19577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.051998769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:16:24.19588Z","caller":"traceutil/trace.go:171","msg":"trace[1802054296] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:2699; }","duration":"2.052178754s","start":"2026-04-16T03:16:22.143675Z","end":"2026-04-16T03:16:24.195854Z","steps":["trace[1802054296] 'agreement among raft nodes before linearized reading' (duration: 2.051882346s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:16:24.195951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:16:22.14365Z","time spent":"2.052288296s","remote":"127.0.0.1:56942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":30,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:16:24.195995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:16:23.821713Z","time spent":"373.991561ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:16:24.19615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.380429657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-16T03:16:24.196198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203798517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-16T03:16:24.196317Z","caller":"traceutil/trace.go:171","msg":"trace[717475841] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2699; }","duration":"1.203985093s","start":"2026-04-16T03:16:22.992304Z","end":"2026-04-16T03:16:24.196289Z","steps":["trace[717475841] 'agreement among raft nodes before linearized reading' (duration: 1.203638724s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:16:24.196369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:16:22.992279Z","time spent":"1.204080814s","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-16T03:16:24.196267Z","caller":"traceutil/trace.go:171","msg":"trace[1327891240] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2699; }","duration":"1.380617211s","start":"2026-04-16T03:16:22.815625Z","end":"2026-04-16T03:16:24.196242Z","steps":["trace[1327891240] 'agreement among raft nodes before linearized reading' (duration: 1.380387676s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:16:24.196444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:16:22.815595Z","time spent":"1.380835417s","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:16:24.196192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.750896938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-16T03:16:24.196518Z","caller":"traceutil/trace.go:171","msg":"trace[1833840104] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:2699; }","duration":"1.751298178s","start":"2026-04-16T03:16:22.445194Z","end":"2026-04-16T03:16:24.196492Z","steps":["trace[1833840104] 'agreement among raft nodes before linearized reading' (duration: 1.750860587s)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:16:24.19659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:16:22.445165Z","time spent":"1.75139393s","remote":"127.0.0.1:56840","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":19,"response size":30,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-16T03:16:24.196424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.809876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:16:24.197044Z","caller":"traceutil/trace.go:171","msg":"trace[732404849] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2699; }","duration":"372.471962ms","start":"2026-04-16T03:16:23.824551Z","end":"2026-04-16T03:16:24.197023Z","steps":["trace[732404849] 'agreement among raft nodes before linearized reading' (duration: 371.394855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:16:24.197162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:16:23.824531Z","time spent":"372.615566ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:16:26.286227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.838856ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-16T03:16:26.286459Z","caller":"traceutil/trace.go:171","msg":"trace[32318000] transaction","detail":"{read_only:false; response_revision:2720; number_of_response:1; }","duration":"141.384669ms","start":"2026-04-16T03:16:26.144986Z","end":"2026-04-16T03:16:26.286371Z","steps":["trace[32318000] 'process raft request' (duration: 38.289286ms)","trace[32318000] 'compare' (duration: 102.590251ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:16:26.286785Z","caller":"traceutil/trace.go:171","msg":"trace[891777882] linearizableReadLoop","detail":"{readStateIndex:2894; appliedIndex:2893; }","duration":"118.496351ms","start":"2026-04-16T03:16:26.168228Z","end":"2026-04-16T03:16:26.286725Z","steps":["trace[891777882] 'read index received' (duration: 15.123841ms)","trace[891777882] 'applied index is now lower than readState.Index' (duration: 103.36678ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:16:26.287154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.705756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-16T03:16:26.287192Z","caller":"traceutil/trace.go:171","msg":"trace[640522012] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2721; }","duration":"118.787438ms","start":"2026-04-16T03:16:26.168393Z","end":"2026-04-16T03:16:26.28718Z","steps":["trace[640522012] 'agreement among raft nodes before linearized reading' (duration: 118.617254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:16:26.287207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.941002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-16T03:16:26.28734Z","caller":"traceutil/trace.go:171","msg":"trace[2107394681] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2721; }","duration":"119.135097ms","start":"2026-04-16T03:16:26.16817Z","end":"2026-04-16T03:16:26.287305Z","steps":["trace[2107394681] 'agreement among raft nodes before linearized reading' (duration: 118.798019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:17:13.503957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.157225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/monitoring/loki-memberlist\" ","response":"range_response_count:1 size:981"} {"level":"info","ts":"2026-04-16T03:17:13.504098Z","caller":"traceutil/trace.go:171","msg":"trace[1142604760] range","detail":"{range_begin:/registry/services/endpoints/monitoring/loki-memberlist; range_end:; response_count:1; response_revision:2924; }","duration":"105.37275ms","start":"2026-04-16T03:17:13.398696Z","end":"2026-04-16T03:17:13.504069Z","steps":["trace[1142604760] 'range keys from in-memory index tree' (duration: 104.944869ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:17:14.648662Z","caller":"traceutil/trace.go:171","msg":"trace[935029352] linearizableReadLoop","detail":"{readStateIndex:3110; appliedIndex:3109; }","duration":"145.39274ms","start":"2026-04-16T03:17:14.503244Z","end":"2026-04-16T03:17:14.648637Z","steps":["trace[935029352] 'read index received' (duration: 145.215736ms)","trace[935029352] 'applied index is now lower than readState.Index' (duration: 175.904µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:17:14.648724Z","caller":"traceutil/trace.go:171","msg":"trace[1937965996] transaction","detail":"{read_only:false; response_revision:2926; number_of_response:1; }","duration":"176.999028ms","start":"2026-04-16T03:17:14.471697Z","end":"2026-04-16T03:17:14.648696Z","steps":["trace[1937965996] 'process raft request' (duration: 176.752572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:17:14.648911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.643926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/memcached-memcached\" ","response":"range_response_count:1 size:7182"} {"level":"info","ts":"2026-04-16T03:17:14.648965Z","caller":"traceutil/trace.go:171","msg":"trace[409081837] range","detail":"{range_begin:/registry/deployments/openstack/memcached-memcached; range_end:; response_count:1; response_revision:2926; }","duration":"145.75001ms","start":"2026-04-16T03:17:14.503193Z","end":"2026-04-16T03:17:14.648943Z","steps":["trace[409081837] 'agreement among raft nodes before linearized reading' (duration: 145.591996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:17:14.64898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.622132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:17:14.649074Z","caller":"traceutil/trace.go:171","msg":"trace[1661227618] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:2926; }","duration":"112.764137ms","start":"2026-04-16T03:17:14.536289Z","end":"2026-04-16T03:17:14.649053Z","steps":["trace[1661227618] 'agreement among raft nodes before linearized reading' (duration: 112.565342ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:17:21.553124Z","caller":"traceutil/trace.go:171","msg":"trace[898787969] transaction","detail":"{read_only:false; response_revision:2952; number_of_response:1; }","duration":"201.905917ms","start":"2026-04-16T03:17:21.351161Z","end":"2026-04-16T03:17:21.553067Z","steps":["trace[898787969] 'process raft request' (duration: 201.540688ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:17:25.127048Z","caller":"traceutil/trace.go:171","msg":"trace[1088258494] linearizableReadLoop","detail":"{readStateIndex:3147; appliedIndex:3146; }","duration":"338.641018ms","start":"2026-04-16T03:17:24.788364Z","end":"2026-04-16T03:17:25.127005Z","steps":["trace[1088258494] 'read index received' (duration: 338.465063ms)","trace[1088258494] 'applied index is now lower than readState.Index' (duration: 174.305µs)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:17:25.127104Z","caller":"traceutil/trace.go:171","msg":"trace[835056493] transaction","detail":"{read_only:false; response_revision:2961; number_of_response:1; }","duration":"377.453858ms","start":"2026-04-16T03:17:24.7496Z","end":"2026-04-16T03:17:25.127054Z","steps":["trace[835056493] 'process raft request' (duration: 377.203602ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:17:25.12727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.876634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:17:25.127311Z","caller":"traceutil/trace.go:171","msg":"trace[1591469897] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2961; }","duration":"339.000937ms","start":"2026-04-16T03:17:24.788297Z","end":"2026-04-16T03:17:25.127298Z","steps":["trace[1591469897] 'agreement among raft nodes before linearized reading' (duration: 338.893494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:17:25.127362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:17:24.788272Z","time spent":"339.080379ms","remote":"127.0.0.1:56680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-16T03:17:25.12738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:17:24.749574Z","time spent":"377.628253ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-16T03:17:25.242004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.779704ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"info","ts":"2026-04-16T03:17:25.242194Z","caller":"traceutil/trace.go:171","msg":"trace[1156383560] linearizableReadLoop","detail":"{readStateIndex:3148; appliedIndex:3147; }","duration":"115.007233ms","start":"2026-04-16T03:17:25.127154Z","end":"2026-04-16T03:17:25.242161Z","steps":["trace[1156383560] 'read index received' (duration: 11.958512ms)","trace[1156383560] 'applied index is now lower than readState.Index' (duration: 103.045541ms)"],"step_count":2} {"level":"warn","ts":"2026-04-16T03:17:25.242474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.045743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-16T03:17:25.242532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.604713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-16T03:17:25.242812Z","caller":"traceutil/trace.go:171","msg":"trace[1651282855] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2961; }","duration":"446.908711ms","start":"2026-04-16T03:17:24.795888Z","end":"2026-04-16T03:17:25.242796Z","steps":["trace[1651282855] 'agreement among raft nodes before linearized reading' (duration: 446.423628ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:17:25.242929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:17:24.795879Z","time spent":"447.034715ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-16T03:17:25.242573Z","caller":"traceutil/trace.go:171","msg":"trace[224699514] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2961; }","duration":"445.159986ms","start":"2026-04-16T03:17:24.797392Z","end":"2026-04-16T03:17:25.242552Z","steps":["trace[224699514] 'agreement among raft nodes before linearized reading' (duration: 444.833938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:17:25.243048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:17:24.797331Z","time spent":"445.69794ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-16T03:17:25.242666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.769652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-16T03:17:25.243151Z","caller":"traceutil/trace.go:171","msg":"trace[435132062] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2961; }","duration":"114.288946ms","start":"2026-04-16T03:17:25.12884Z","end":"2026-04-16T03:17:25.243129Z","steps":["trace[435132062] 'agreement among raft nodes before linearized reading' (duration: 113.798352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:17:25.24269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.873341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-04-16T03:17:25.243123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.416637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-46266\" ","response":"range_response_count:1 size:4899"} {"level":"info","ts":"2026-04-16T03:17:25.243288Z","caller":"traceutil/trace.go:171","msg":"trace[1823876111] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2961; }","duration":"451.501907ms","start":"2026-04-16T03:17:24.791742Z","end":"2026-04-16T03:17:25.243244Z","steps":["trace[1823876111] 'agreement among raft nodes before linearized reading' (duration: 450.83035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:17:25.242715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.292662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-16T03:17:25.243383Z","caller":"traceutil/trace.go:171","msg":"trace[1871732645] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2961; }","duration":"449.973689ms","start":"2026-04-16T03:17:24.793392Z","end":"2026-04-16T03:17:25.243366Z","steps":["trace[1871732645] 'agreement among raft nodes before linearized reading' (duration: 449.22236ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:17:25.243394Z","caller":"traceutil/trace.go:171","msg":"trace[336632711] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-46266; range_end:; response_count:1; response_revision:2961; }","duration":"400.776897ms","start":"2026-04-16T03:17:24.842535Z","end":"2026-04-16T03:17:25.243312Z","steps":["trace[336632711] 'agreement among raft nodes before linearized reading' (duration: 400.162802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:17:25.243413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:17:24.791714Z","time spent":"451.652961ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-16T03:17:25.243442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:17:24.793383Z","time spent":"450.042871ms","remote":"127.0.0.1:56946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-16T03:17:25.243486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-16T03:17:24.842513Z","time spent":"400.92534ms","remote":"127.0.0.1:56870","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4922,"request content":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-46266\" "} {"level":"info","ts":"2026-04-16T03:17:25.492646Z","caller":"traceutil/trace.go:171","msg":"trace[619234348] transaction","detail":"{read_only:false; response_revision:2964; number_of_response:1; }","duration":"244.416841ms","start":"2026-04-16T03:17:25.248199Z","end":"2026-04-16T03:17:25.492616Z","steps":["trace[619234348] 'process raft request' (duration: 244.311918ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:17:25.492669Z","caller":"traceutil/trace.go:171","msg":"trace[1094087032] transaction","detail":"{read_only:false; response_revision:2963; number_of_response:1; }","duration":"244.453812ms","start":"2026-04-16T03:17:25.248164Z","end":"2026-04-16T03:17:25.492618Z","steps":["trace[1094087032] 'process raft request' (duration: 244.189475ms)"],"step_count":1} {"level":"info","ts":"2026-04-16T03:17:25.492887Z","caller":"traceutil/trace.go:171","msg":"trace[323630897] linearizableReadLoop","detail":"{readStateIndex:3152; appliedIndex:3148; }","duration":"243.100157ms","start":"2026-04-16T03:17:25.249739Z","end":"2026-04-16T03:17:25.492839Z","steps":["trace[323630897] 'read index received' (duration: 24.378846ms)","trace[323630897] 'applied index is now lower than readState.Index' (duration: 218.718251ms)"],"step_count":2} {"level":"info","ts":"2026-04-16T03:17:25.492907Z","caller":"traceutil/trace.go:171","msg":"trace[1456392736] transaction","detail":"{read_only:false; response_revision:2965; number_of_response:1; }","duration":"244.559973ms","start":"2026-04-16T03:17:25.248331Z","end":"2026-04-16T03:17:25.492891Z","steps":["trace[1456392736] 'process raft request' (duration: 244.224065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-16T03:17:25.493256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.481036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-46266\" ","response":"range_response_count:1 size:4899"} {"level":"info","ts":"2026-04-16T03:17:25.493397Z","caller":"traceutil/trace.go:171","msg":"trace[2124403322] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-46266; range_end:; response_count:1; response_revision:2965; }","duration":"243.670041ms","start":"2026-04-16T03:17:25.249691Z","end":"2026-04-16T03:17:25.493361Z","steps":["trace[2124403322] 'agreement among raft nodes before linearized reading' (duration: 243.288402ms)"],"step_count":1}